[ 483.457661] env[62626]: INFO neutron.common.config [-] Logging enabled! [ 483.458020] env[62626]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 483.458224] env[62626]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=62626) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 483.458531] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 483.458636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 483.459469] env[62626]: WARNING oslo_policy.policy [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 483.459705] env[62626]: WARNING oslo_policy.policy [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 483.461225] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] VMware NSXv3 Agent initialized successfully. [ 483.461584] env[62626]: DEBUG oslo_concurrency.lockutils [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] Acquiring lock "singleton_lock" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.461726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] Acquired lock "singleton_lock" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.461929] env[62626]: DEBUG oslo_concurrency.lockutils [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] Releasing lock "singleton_lock" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 483.462233] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] Full set of CONF: {{(pid=62626) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 483.462369] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ******************************************************************************** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 483.462461] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] Configuration options gathered from: {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 483.462819] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 483.463008] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 483.463187] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ================================================================================ {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 483.463309] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] agent_down_time = 75 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463461] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] allow_automatic_dhcp_failover = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463642] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] allow_bulk = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463779] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] api_extensions_path = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.463929] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] api_paste_config = api-paste.ini {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464089] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] auth_strategy = keystone {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464207] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] backdoor_port = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464316] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] backdoor_socket = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464463] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] backlog = 4096 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464611] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] base_mac = fa:16:3e:00:00:00 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464776] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] bind_host = 0.0.0.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.464923] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] bind_port = 9696 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465083] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] client_socket_timeout = 900 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465232] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] config_dir = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465348] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465494] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] config_source = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465642] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] control_exchange = neutron {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465793] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] core_plugin = ml2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.465939] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] debug = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466095] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] default_availability_zones = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466313] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466461] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] dhcp_agent_notification = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466634] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] dhcp_agents_per_network = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466789] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] dhcp_lease_duration = 86400 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.466936] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] dhcp_load_type = networks {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467092] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] dns_domain = openstacklocal {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467240] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467385] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_default_route_bfd = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467527] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_default_route_ecmp = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467670] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_dvr = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467809] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_new_agents = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.467947] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468099] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_signals = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468240] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] enable_traditional_dhcp = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468374] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] external_dns_driver = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468511] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] filter_validation = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468660] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] global_physnet_mtu = 8950 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468802] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] graceful_shutdown_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.468982] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] host = cpu-1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469142] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] host_dvr_for_dhcp = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469284] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] http_retries = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469429] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] instance_format = [instance: %(uuid)s] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469578] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469746] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ipam_driver = internal {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.469910] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ipv6_pd_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470055] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] l3_ha = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470201] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470345] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] l3_ha_network_physical_name = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470521] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] l3_ha_network_type = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470697] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_color = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470848] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_config_append = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.470995] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471150] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_dir = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471288] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471397] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_options = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471543] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_rotate_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471690] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_rotate_interval_type = days {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471834] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] log_rotation_type = none {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.471943] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472060] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472210] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472354] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472466] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472635] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] max_dns_nameservers = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472784] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] max_header_line = 16384 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.472924] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] max_l3_agents_per_router = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473074] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] max_logfile_count = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473215] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] max_logfile_size_mb = 200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473351] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] max_subnet_host_routes = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473498] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] my_ip = 10.180.1.21 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473708] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] my_ipv6 = ::1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.473879] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] network_auto_schedule = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474036] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] network_link_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474202] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474366] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] notify_nova_on_port_data_changes = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474513] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] notify_nova_on_port_status_changes = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474667] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] pagination_max_limit = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474825] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] publish_errors = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.474977] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] rate_limit_burst = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475171] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] rate_limit_except_level = CRITICAL {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475320] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] rate_limit_interval = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475473] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] retry_until_window = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475619] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] router_distributed = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475788] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] rpc_resources_processing_step = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.475897] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] rpc_response_max_timeout = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476066] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] rpc_response_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476218] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] send_events_interval = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476378] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] service_plugins = ['router'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476525] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] setproctitle = on {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476664] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] shell_completion = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476809] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] state_path = /opt/stack/data/neutron {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.476955] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] syslog_log_facility = LOG_USER {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477109] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] tcp_keepidle = 600 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477255] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] transport_url = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477398] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] use_journal = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477536] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] use_json = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477678] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] use_ssl = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477817] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] use_stderr = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.477962] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] use_syslog = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478124] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] vlan_qinq = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478270] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] vlan_transparent = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478413] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] watch_log_file = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478554] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] wsgi_default_pool_size = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478700] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] wsgi_keep_alive = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478846] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.478988] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] wsgi_server_debug = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 483.479161] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_concurrency.disable_process_locking = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479315] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.479469] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480119] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480119] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480119] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480236] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480310] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.connection_string = messaging:// {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480470] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480645] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.es_doc_type = notification {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480803] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.es_scroll_size = 10000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.480954] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.es_scroll_time = 2m {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481114] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.filter_error_trace = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481263] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.hmac_keys = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481410] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.sentinel_service_name = mymaster {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481560] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.socket_timeout = 0.1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481706] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.trace_requests = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.481848] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler.trace_sqlalchemy = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482014] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler_jaeger.process_tags = {} {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482162] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler_jaeger.service_name_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482307] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] profiler_otlp.service_name_prefix = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482464] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.enforce_new_defaults = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.482770] env[62626]: WARNING oslo_config.cfg [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 483.482937] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.enforce_scope = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483102] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.policy_default_rule = default {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483265] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483416] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483587] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483746] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.483890] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484040] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484188] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484336] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_policy.remote_timeout = 60.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484494] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484649] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] agent.extensions = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484804] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.484980] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] service_providers.service_provider = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485155] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.default_quota = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485657] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485657] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_floatingip = 50 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485776] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_network = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.485856] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_port = 500 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486030] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486191] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_router = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486339] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_security_group = 10 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486486] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486630] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.quota_subnet = 100 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486776] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] QUOTAS.track_quota_usage = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.486932] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487086] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487227] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487372] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487518] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487659] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.487874] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488064] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_dhcp_release.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488214] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_dhcp_release.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488364] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488511] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488668] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_dhcp_release.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488822] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.488962] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_ovs_vsctl.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489113] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_ovs_vsctl.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489260] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489404] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489545] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_ovs_vsctl.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489695] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_namespace.capabilities = [21] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489832] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_namespace.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.489969] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_namespace.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490127] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490274] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_namespace.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490410] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_namespace.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490588] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_conntrack.capabilities = [12] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490732] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_conntrack.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.490870] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_conntrack.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491027] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491177] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491316] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_conntrack.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491466] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_link.capabilities = [12, 21] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491603] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_link.group = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491769] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_link.helper_command = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.491961] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492073] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_link.thread_pool_size = 8 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492402] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] privsep_link.user = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492642] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492819] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.492974] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.continue_on_failed_promotions = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493152] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.dscp = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493302] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.dscp_inherit = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493453] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.force_mp_to_policy = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493599] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.locking_coordinator_url = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493748] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.log_agent_heartbeats = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.493894] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.logging_expire = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494053] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494206] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494359] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.polling_interval = 240 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494506] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494659] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494809] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.report_interval = 30.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.494980] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495148] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495302] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495452] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.sync_skew = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495599] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.synchronization_queue_size = 20 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495751] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT.use_helper_for_ns_read = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.495904] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] SECURITYGROUP.enable_ipset = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496069] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] SECURITYGROUP.enable_security_group = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496223] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496373] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496524] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] experimental.ipv6_pd_enabled = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496690] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.extension_drivers = ['port_security'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496837] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.external_network_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.496996] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497166] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.overlay_ip_version = 4 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497318] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.path_mtu = 8950 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497470] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.physical_network_mtus = {} {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497631] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.tenant_network_types = ['vlan'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497827] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.497991] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ml2.type_drivers = ['vlan'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498163] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT_CLI.neutron_port_id = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498310] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498456] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498612] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498770] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.498920] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499081] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499233] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499383] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499582] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499740] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_login_password = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.499896] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_login_port = 443 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500061] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_login_user = admin {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500215] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500368] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500541] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500700] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.500855] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501015] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501174] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501324] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501472] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501622] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501777] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.501923] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502084] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502292] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502449] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] vsphere.vsphere_login_password = VMware1! {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502626] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502786] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.502939] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503108] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.auth_type = password {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503264] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503409] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503585] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503757] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.endpoint_type = public {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.503909] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504063] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504220] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.region_name = RegionOne {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504370] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504513] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] nova.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504662] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504817] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.auth_type = password {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.504967] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505124] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505273] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505429] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.endpoint_type = public {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505586] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505761] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.505907] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506065] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506209] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] placement.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506361] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.auth_section = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506507] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.auth_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506650] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.cafile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506791] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.certfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.506937] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.collect_timing = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507092] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.connect_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507237] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.connect_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507383] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.enable_notifications = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507523] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.endpoint_override = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507668] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.insecure = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507808] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.interface = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.507946] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.keyfile = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508099] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.max_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508241] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.min_version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508380] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.region_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508524] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.retriable_status_codes = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508666] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.service_name = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508806] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.service_type = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.508953] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.split_loggers = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509107] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.status_code_retries = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509246] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.status_code_retry_delay = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509387] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.timeout = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509526] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.valid_interfaces = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509665] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ironic.version = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.509852] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] cli_script.dry_run = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510025] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510177] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510324] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510497] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510660] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510808] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.510950] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511108] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511258] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511412] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511555] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511710] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.511862] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512026] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512175] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512321] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512467] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512647] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512805] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.512951] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513113] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513261] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513406] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513570] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513729] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.513873] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514027] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514176] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514321] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514463] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.ssl = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514614] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514762] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.514906] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515400] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515400] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.ssl_version = {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515400] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515493] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_notifications.driver = [] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515647] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_notifications.retry = -1 {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515819] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.515962] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] oslo_messaging_notifications.transport_url = **** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 483.516089] env[62626]: DEBUG oslo_service.service [None req-888df0ee-9961-4e6e-8c0f-4a98045cdf2c None None] ******************************************************************************** {{(pid=62626) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 483.517117] env[62626]: DEBUG neutron.agent.securitygroups_rpc [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Init firewall settings (driver=nsxv3) {{(pid=62626) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 483.518419] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=62626) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 483.518647] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] RPC agent_id: nsxm-l-01a.corp.local [ 483.520929] env[62626]: DEBUG dogpile.cache.region [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 483.521067] env[62626]: DEBUG dogpile.lock [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 483.521170] env[62626]: DEBUG dogpile.lock [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 483.521268] env[62626]: DEBUG dogpile.lock [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 483.521366] env[62626]: DEBUG dogpile.cache.region [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 483.521457] env[62626]: DEBUG dogpile.lock [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 483.521583] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 483.539101] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Session token - acquiring [ 483.540660] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 483.540858] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.540955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.541413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 483.552082] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 483.843753] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 483.868818] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 483.868975] env[62626]: DEBUG dogpile.cache.region [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 483.869112] env[62626]: DEBUG dogpile.lock [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 483.869235] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Activating Policy API Provider. [ 483.869431] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Looking for the default Infrastructure Rules. [ 483.936994] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Looking for the Default Layer3 Logged Drop Section. [ 483.955047] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 483.955511] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 483.955675] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 483.955782] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 483.956102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 483.956483] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 484.471895] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 484.974244] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 485.476203] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Inventory metadata is going to be refreshed. [ 485.476529] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 486.401744] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.402061] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.402061] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.402361] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.413429] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 486.414342] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.415176] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 486.434658] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.434884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.434952] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.435196] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.435318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.435461] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 486.435578] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.435685] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 486.454084] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.454297] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.454365] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.454610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.454776] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.454915] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 486.474595] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.474802] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.474881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.475081] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.475218] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.475353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 486.494422] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.494808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.494808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.494921] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.495035] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.495182] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 486.495289] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.495395] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 486.512358] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.512546] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.512612] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.512854] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.512977] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.513121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 486.513228] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.513333] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 486.532492] env[62626]: DEBUG networking_nsxv3.common.locking [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 486.532701] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 486.532770] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 486.533716] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 486.533716] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.533716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 486.533716] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 486.533716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Inventory metadata have been refreshed. [ 486.533716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Dryrun:True. Metadata refresh completed. [ 486.533716] env[62626]: DEBUG oslo_concurrency.lockutils [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Releasing lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 486.535357] env[62626]: INFO neutron.agent.agent_extensions_manager [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Loaded agent extensions: [] [ 486.536057] env[62626]: DEBUG neutron_lib.callbacks.manager [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=62626) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 486.584538] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent RPC Daemon Started! [ 486.584640] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:0 started [ 486.584748] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent out of sync with plugin! [ 491.536694] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 491.536969] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 496.537781] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 496.538151] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 500.269525] env[62626]: INFO networking_nsxv3.common.synchronization [None req-927359be-402d-40fc-8f5a-9d21cced1d64 demo admin] Enqueued Resource ID: 036240b4-47a9-44d6-a0fd-70595948a4be with Priority: HIGHEST for action security_group_rules [ 500.270069] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036240b4-47a9-44d6-a0fd-70595948a4be with Priority: HIGHEST for action security_group_rules [ 500.270401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036240b4-47a9-44d6-a0fd-70595948a4be taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.270552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036240b4-47a9-44d6-a0fd-70595948a4be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.270618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036240b4-47a9-44d6-a0fd-70595948a4be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.271052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036240b4-47a9-44d6-a0fd-70595948a4be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.271166] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036240b4-47a9-44d6-a0fd-70595948a4be',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 500.795720] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 500.795939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 500.795939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 500.796151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 500.796285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 500.796340] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036240b4-47a9-44d6-a0fd-70595948a4be already deleted. [ 500.796419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036240b4-47a9-44d6-a0fd-70595948a4be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 505.271695] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 505.272129] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 510.273038] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 510.273302] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 514.538627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.539056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.539056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.539056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.539276] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.041301] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.274752] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 515.274926] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 515.543190] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.045642] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 516.045860] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 516.814697] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.815054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.815054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.815240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.827407] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 516.828175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.828753] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 516.844681] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.844819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.844947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.845171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.845259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.845353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 516.845423] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.845494] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 516.864018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.864139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.864226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.864359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.864480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.864588] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 516.881053] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.881216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.881283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.881382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.881472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.881564] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 516.896894] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.897028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.897081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.897236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.897323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.897420] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 516.897489] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.897557] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 516.912312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.912471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.912471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.912633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.912714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.912820] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 516.912895] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.912947] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 516.930051] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.930190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.930231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.930385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.930473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.930570] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 516.930642] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.930710] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 516.930777] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 516.930839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 516.930902] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 516.930960] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 516.931214] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 516.931276] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 516.931342] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 516.948218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.948338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.948410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.948541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.948632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.948731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 516.963059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.963232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.963232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.963400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.963492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.975347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 520.275582] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 520.275934] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 525.276818] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 525.277103] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 527.141758] env[62626]: INFO networking_nsxv3.common.synchronization [None req-a055bc2d-f600-4ea0-a51e-a9e3fd27f620 None None] Enqueued Resource ID: cb00b02c-b844-49d1-bd5b-0f7c49e381ec with Priority: HIGHEST for action port [ 527.142529] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb00b02c-b844-49d1-bd5b-0f7c49e381ec with Priority: HIGHEST for action port [ 527.142941] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb00b02c-b844-49d1-bd5b-0f7c49e381ec taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.143131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb00b02c-b844-49d1-bd5b-0f7c49e381ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.143206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb00b02c-b844-49d1-bd5b-0f7c49e381ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.143456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb00b02c-b844-49d1-bd5b-0f7c49e381ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.143539] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb00b02c-b844-49d1-bd5b-0f7c49e381ec',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.648507] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb00b02c-b844-49d1-bd5b-0f7c49e381ec [ 527.648752] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.648889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.648964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.649186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.649381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.649381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb00b02c-b844-49d1-bd5b-0f7c49e381ec already deleted. [ 527.649489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb00b02c-b844-49d1-bd5b-0f7c49e381ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.084721] env[62626]: INFO networking_nsxv3.common.synchronization [None req-307836db-e412-436f-b9da-007c3c753757 None None] Enqueued Resource ID: d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42 with Priority: HIGHEST for action port [ 529.084978] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42 with Priority: HIGHEST for action port [ 529.085821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.085963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.085998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.086492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.086854] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.589841] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42 [ 529.590092] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.590624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.590624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.590624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.590624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.590790] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42 already deleted. [ 529.590790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ae9b2b-d1f3-4464-8a0d-f371c3d43b42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.124470] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4e7b3b66-b2e7-46e5-ab4a-6b3b7d4b14ce None None] Enqueued Resource ID: c37bd90a-73d3-43c8-86a1-873a9b91fa47 with Priority: HIGHEST for action port [ 530.125145] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37bd90a-73d3-43c8-86a1-873a9b91fa47 with Priority: HIGHEST for action port [ 530.125302] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37bd90a-73d3-43c8-86a1-873a9b91fa47 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.125425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37bd90a-73d3-43c8-86a1-873a9b91fa47" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.125562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37bd90a-73d3-43c8-86a1-873a9b91fa47" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.125729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37bd90a-73d3-43c8-86a1-873a9b91fa47" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.125807] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37bd90a-73d3-43c8-86a1-873a9b91fa47',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.628946] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c37bd90a-73d3-43c8-86a1-873a9b91fa47 [ 530.630104] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.630104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.630104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.630104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.630104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.630104] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c37bd90a-73d3-43c8-86a1-873a9b91fa47 already deleted. [ 530.630104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37bd90a-73d3-43c8-86a1-873a9b91fa47" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.005796] env[62626]: INFO networking_nsxv3.common.synchronization [None req-97e13768-2e02-4a06-a546-874b788a3fcf None None] Enqueued Resource ID: a1997622-1106-419b-9ba9-048a55de719f with Priority: HIGHEST for action port [ 531.005796] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1997622-1106-419b-9ba9-048a55de719f with Priority: HIGHEST for action port [ 531.005796] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1997622-1106-419b-9ba9-048a55de719f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.005796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1997622-1106-419b-9ba9-048a55de719f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.005796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1997622-1106-419b-9ba9-048a55de719f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.005796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1997622-1106-419b-9ba9-048a55de719f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.005796] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1997622-1106-419b-9ba9-048a55de719f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.440362] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c3cb597c-d031-4726-900c-530988c2d1d2 None None] Enqueued Resource ID: eab015a1-0a24-4f3b-9e41-c38374650023 with Priority: HIGHEST for action port [ 531.440679] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab015a1-0a24-4f3b-9e41-c38374650023 with Priority: HIGHEST for action port [ 531.441192] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab015a1-0a24-4f3b-9e41-c38374650023 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.441322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab015a1-0a24-4f3b-9e41-c38374650023" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.441391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab015a1-0a24-4f3b-9e41-c38374650023" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.441636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab015a1-0a24-4f3b-9e41-c38374650023" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.441874] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab015a1-0a24-4f3b-9e41-c38374650023',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.510177] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1997622-1106-419b-9ba9-048a55de719f [ 531.510346] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.513042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.513042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.513042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.513042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.513042] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1997622-1106-419b-9ba9-048a55de719f already deleted. [ 531.513042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1997622-1106-419b-9ba9-048a55de719f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.946468] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eab015a1-0a24-4f3b-9e41-c38374650023 [ 531.946468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.946468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.946468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.946468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.946468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.946468] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eab015a1-0a24-4f3b-9e41-c38374650023 already deleted. [ 531.946468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab015a1-0a24-4f3b-9e41-c38374650023" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.353124] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8be1bebc-c2dd-4c58-81bb-9c9a296f98f3 None None] Enqueued Resource ID: 722009dd-c696-4fb3-9b57-faf2302a358f with Priority: HIGHEST for action port [ 532.353930] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722009dd-c696-4fb3-9b57-faf2302a358f with Priority: HIGHEST for action port [ 532.354600] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-722009dd-c696-4fb3-9b57-faf2302a358f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.355438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722009dd-c696-4fb3-9b57-faf2302a358f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.355555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722009dd-c696-4fb3-9b57-faf2302a358f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.355971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722009dd-c696-4fb3-9b57-faf2302a358f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.356095] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722009dd-c696-4fb3-9b57-faf2302a358f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.861941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722009dd-c696-4fb3-9b57-faf2302a358f [ 532.862192] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.862728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.862728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.862728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.862728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.862846] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722009dd-c696-4fb3-9b57-faf2302a358f already deleted. [ 532.862846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722009dd-c696-4fb3-9b57-faf2302a358f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.150217] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f736d4f8-5ef9-4488-a947-908b52ec1b47 None None] Enqueued Resource ID: 5cf400ab-79e6-4893-b316-2058de83e888 with Priority: HIGHEST for action port [ 534.150469] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf400ab-79e6-4893-b316-2058de83e888 with Priority: HIGHEST for action port [ 534.150945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf400ab-79e6-4893-b316-2058de83e888 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.151116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf400ab-79e6-4893-b316-2058de83e888" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.151184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf400ab-79e6-4893-b316-2058de83e888" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.151482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf400ab-79e6-4893-b316-2058de83e888" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.151592] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf400ab-79e6-4893-b316-2058de83e888',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.350892] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0760085d-288b-4c59-8e84-c34165c314f5 None None] Enqueued Resource ID: 4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb with Priority: HIGHEST for action port [ 534.352789] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb with Priority: HIGHEST for action port [ 534.353187] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.355330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.355330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.355330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.355330] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.554849] env[62626]: INFO networking_nsxv3.common.synchronization [None req-27fc3565-8e81-4cfb-8905-a7c1081ef227 None None] Enqueued Resource ID: f29709c2-40b2-43c2-aa23-093399f9077d with Priority: HIGHEST for action port [ 534.554849] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29709c2-40b2-43c2-aa23-093399f9077d with Priority: HIGHEST for action port [ 534.556730] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f29709c2-40b2-43c2-aa23-093399f9077d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.556894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f29709c2-40b2-43c2-aa23-093399f9077d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.557692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f29709c2-40b2-43c2-aa23-093399f9077d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.557692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f29709c2-40b2-43c2-aa23-093399f9077d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.557692] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29709c2-40b2-43c2-aa23-093399f9077d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.655607] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cf400ab-79e6-4893-b316-2058de83e888 [ 534.656246] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.656779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.656990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.657953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.657953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.657953] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cf400ab-79e6-4893-b316-2058de83e888 already deleted. [ 534.657953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf400ab-79e6-4893-b316-2058de83e888" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.855950] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb [ 534.856076] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.856929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.856929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.857272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.857835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.857835] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb already deleted. [ 534.857835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd0d7d3-05b5-4c1d-ae5e-f4b68c5339fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.060457] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f29709c2-40b2-43c2-aa23-093399f9077d [ 535.061630] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.061630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.061630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.061832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.061832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.061890] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f29709c2-40b2-43c2-aa23-093399f9077d already deleted. [ 535.061972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f29709c2-40b2-43c2-aa23-093399f9077d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.117067] env[62626]: INFO networking_nsxv3.common.synchronization [None req-06504add-f375-4802-af24-14809e2c0d26 None None] Enqueued Resource ID: 025e4b4a-4435-4fc3-b600-83f0d1a2d0a7 with Priority: HIGHEST for action port [ 535.117067] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 025e4b4a-4435-4fc3-b600-83f0d1a2d0a7 with Priority: HIGHEST for action port [ 535.117067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-025e4b4a-4435-4fc3-b600-83f0d1a2d0a7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.117783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-025e4b4a-4435-4fc3-b600-83f0d1a2d0a7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.117783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-025e4b4a-4435-4fc3-b600-83f0d1a2d0a7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.117783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-025e4b4a-4435-4fc3-b600-83f0d1a2d0a7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.117783] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025e4b4a-4435-4fc3-b600-83f0d1a2d0a7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.515285] env[62626]: INFO networking_nsxv3.common.synchronization [None req-21c5f17f-75f6-4018-8f81-f74805f11c56 None None] Enqueued Resource ID: 68a2986f-ddde-4de0-ac6a-5e541ffe93ff with Priority: HIGHEST for action port [ 535.516082] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a2986f-ddde-4de0-ac6a-5e541ffe93ff with Priority: HIGHEST for action port [ 535.520409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-68a2986f-ddde-4de0-ac6a-5e541ffe93ff taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.521032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68a2986f-ddde-4de0-ac6a-5e541ffe93ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.521032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68a2986f-ddde-4de0-ac6a-5e541ffe93ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.521032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68a2986f-ddde-4de0-ac6a-5e541ffe93ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.521240] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68a2986f-ddde-4de0-ac6a-5e541ffe93ff',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.623944] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 025e4b4a-4435-4fc3-b600-83f0d1a2d0a7 [ 535.624275] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.624540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.624540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.624782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.624896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.625021] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:025e4b4a-4435-4fc3-b600-83f0d1a2d0a7 already deleted. [ 535.625138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-025e4b4a-4435-4fc3-b600-83f0d1a2d0a7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.023059] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68a2986f-ddde-4de0-ac6a-5e541ffe93ff [ 536.023324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.024083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.024083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.024083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.024083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.024083] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68a2986f-ddde-4de0-ac6a-5e541ffe93ff already deleted. [ 536.024083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68a2986f-ddde-4de0-ac6a-5e541ffe93ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.395219] env[62626]: INFO networking_nsxv3.common.synchronization [None req-3df8ff3a-4dd5-402b-a88e-405b1cfc86bb None None] Enqueued Resource ID: 7b0daa23-e127-47dc-88d5-e91f518e58e4 with Priority: HIGHEST for action port [ 536.395219] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0daa23-e127-47dc-88d5-e91f518e58e4 with Priority: HIGHEST for action port [ 536.395692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0daa23-e127-47dc-88d5-e91f518e58e4 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.395811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0daa23-e127-47dc-88d5-e91f518e58e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.395874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0daa23-e127-47dc-88d5-e91f518e58e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.397205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0daa23-e127-47dc-88d5-e91f518e58e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.397205] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0daa23-e127-47dc-88d5-e91f518e58e4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.518367] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4b0d67f2-7d35-4f9d-aba6-802916801d7d tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_rules [ 536.518896] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_rules [ 536.520050] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.520187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.520362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.520853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.522170] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.724850] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c3c077f7-6d4e-4284-8811-e2531d060546 None None] Enqueued Resource ID: 8013f994-0440-4d92-8f68-3ad1bc75fe11 with Priority: HIGHEST for action port [ 536.728666] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8013f994-0440-4d92-8f68-3ad1bc75fe11 with Priority: HIGHEST for action port [ 536.730022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8013f994-0440-4d92-8f68-3ad1bc75fe11 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.730022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8013f994-0440-4d92-8f68-3ad1bc75fe11" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.730022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8013f994-0440-4d92-8f68-3ad1bc75fe11" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.730022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8013f994-0440-4d92-8f68-3ad1bc75fe11" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.730022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8013f994-0440-4d92-8f68-3ad1bc75fe11',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.899252] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b0daa23-e127-47dc-88d5-e91f518e58e4 [ 536.899252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.899499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.899499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.899604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.899691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.899781] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b0daa23-e127-47dc-88d5-e91f518e58e4 already deleted. [ 536.899860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0daa23-e127-47dc-88d5-e91f518e58e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.041098] env[62626]: INFO networking_nsxv3.common.synchronization [None req-242b54c8-905d-443c-b15d-55cca45832a9 tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_rules [ 537.041891] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_rules [ 537.043471] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.043968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.043968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.043968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.043968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.044109] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 already deleted. [ 537.044109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.044383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.044720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.044720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.044720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.045267] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.231752] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8013f994-0440-4d92-8f68-3ad1bc75fe11 [ 537.232169] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.232169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.232169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.232607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.232607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.232607] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8013f994-0440-4d92-8f68-3ad1bc75fe11 already deleted. [ 537.232607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8013f994-0440-4d92-8f68-3ad1bc75fe11" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.363289] env[62626]: INFO networking_nsxv3.common.synchronization [None req-1e0a0c9a-aabf-4c32-8940-dc4071b93233 None None] Enqueued Resource ID: 44113137-e68b-4856-a794-0f45597f8554 with Priority: HIGHEST for action port [ 537.363289] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44113137-e68b-4856-a794-0f45597f8554 with Priority: HIGHEST for action port [ 537.363289] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-44113137-e68b-4856-a794-0f45597f8554 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.363289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44113137-e68b-4856-a794-0f45597f8554" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.363289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44113137-e68b-4856-a794-0f45597f8554" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.363289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44113137-e68b-4856-a794-0f45597f8554" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.363289] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44113137-e68b-4856-a794-0f45597f8554',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.567563] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.567842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.567842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.568033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.568108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.568207] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 already deleted. [ 537.568317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.865247] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44113137-e68b-4856-a794-0f45597f8554 [ 537.865514] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.865655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.865727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.865936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.866144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.866144] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44113137-e68b-4856-a794-0f45597f8554 already deleted. [ 537.866246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44113137-e68b-4856-a794-0f45597f8554" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.735420] env[62626]: INFO networking_nsxv3.common.synchronization [None req-33734617-3e6d-43e5-b899-a2922a927b4a None None] Enqueued Resource ID: 40915cc0-c91e-48b8-96bb-c683949dab55 with Priority: HIGHEST for action port [ 538.735420] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40915cc0-c91e-48b8-96bb-c683949dab55 with Priority: HIGHEST for action port [ 538.735420] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-40915cc0-c91e-48b8-96bb-c683949dab55 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.735420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40915cc0-c91e-48b8-96bb-c683949dab55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.735420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40915cc0-c91e-48b8-96bb-c683949dab55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.736854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40915cc0-c91e-48b8-96bb-c683949dab55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.736854] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40915cc0-c91e-48b8-96bb-c683949dab55',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.240259] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40915cc0-c91e-48b8-96bb-c683949dab55 [ 539.241387] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.241387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.241387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.241387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.241387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.241387] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40915cc0-c91e-48b8-96bb-c683949dab55 already deleted. [ 539.241387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40915cc0-c91e-48b8-96bb-c683949dab55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.365107] env[62626]: INFO networking_nsxv3.common.synchronization [None req-03150a9e-1cb1-4bed-a69d-613f6533df56 None None] Enqueued Resource ID: 8c494fb5-cc69-424c-9a69-45f9b590d3fa with Priority: HIGHEST for action port [ 539.365107] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c494fb5-cc69-424c-9a69-45f9b590d3fa with Priority: HIGHEST for action port [ 539.366199] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c494fb5-cc69-424c-9a69-45f9b590d3fa taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.366693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c494fb5-cc69-424c-9a69-45f9b590d3fa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.366862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c494fb5-cc69-424c-9a69-45f9b590d3fa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.368557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c494fb5-cc69-424c-9a69-45f9b590d3fa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.368557] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c494fb5-cc69-424c-9a69-45f9b590d3fa',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.869553] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c494fb5-cc69-424c-9a69-45f9b590d3fa [ 539.870570] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.870570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.870570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.870845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.870968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.871179] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c494fb5-cc69-424c-9a69-45f9b590d3fa already deleted. [ 539.871179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c494fb5-cc69-424c-9a69-45f9b590d3fa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.253160] env[62626]: INFO networking_nsxv3.common.synchronization [None req-9b94009e-1ac9-44f7-8da0-c787fe251a03 None None] Enqueued Resource ID: e5a3af5e-4b7f-40f6-8d23-0fcab50bf529 with Priority: HIGHEST for action port [ 540.253160] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a3af5e-4b7f-40f6-8d23-0fcab50bf529 with Priority: HIGHEST for action port [ 540.253160] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a3af5e-4b7f-40f6-8d23-0fcab50bf529 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.253160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a3af5e-4b7f-40f6-8d23-0fcab50bf529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.253959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a3af5e-4b7f-40f6-8d23-0fcab50bf529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.253959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a3af5e-4b7f-40f6-8d23-0fcab50bf529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.254206] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a3af5e-4b7f-40f6-8d23-0fcab50bf529',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.618375] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f68e591c-3e1a-4144-83b2-19c6187685fb None None] Enqueued Resource ID: 63ae6814-3442-45e4-93ca-7df096c96d40 with Priority: HIGHEST for action port [ 540.618375] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ae6814-3442-45e4-93ca-7df096c96d40 with Priority: HIGHEST for action port [ 540.618626] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-63ae6814-3442-45e4-93ca-7df096c96d40 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.618970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63ae6814-3442-45e4-93ca-7df096c96d40" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.618970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63ae6814-3442-45e4-93ca-7df096c96d40" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.619802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63ae6814-3442-45e4-93ca-7df096c96d40" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.619944] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63ae6814-3442-45e4-93ca-7df096c96d40',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.759371] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5a3af5e-4b7f-40f6-8d23-0fcab50bf529 [ 540.759371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.759371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.759371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.759371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.759371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.759371] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5a3af5e-4b7f-40f6-8d23-0fcab50bf529 already deleted. [ 540.759371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a3af5e-4b7f-40f6-8d23-0fcab50bf529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.803735] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5615b55f-20ae-4bc4-836d-18a7b9bb42c2 None None] Enqueued Resource ID: e8279a3a-4611-426f-87b4-e78cc9812641 with Priority: HIGHEST for action port [ 540.803735] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8279a3a-4611-426f-87b4-e78cc9812641 with Priority: HIGHEST for action port [ 540.803735] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8279a3a-4611-426f-87b4-e78cc9812641 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.803735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8279a3a-4611-426f-87b4-e78cc9812641" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.803735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8279a3a-4611-426f-87b4-e78cc9812641" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.803735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8279a3a-4611-426f-87b4-e78cc9812641" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.803735] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8279a3a-4611-426f-87b4-e78cc9812641',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.835573] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0746a82c-58d5-4277-b4da-4ef8a50cebe7 None None] Enqueued Resource ID: 6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6 with Priority: HIGHEST for action port [ 540.835995] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6 with Priority: HIGHEST for action port [ 540.836582] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.836582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.836582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.836751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.836795] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.124357] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63ae6814-3442-45e4-93ca-7df096c96d40 [ 541.124618] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.130033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.130033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.130033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.130033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.130033] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63ae6814-3442-45e4-93ca-7df096c96d40 already deleted. [ 541.130033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63ae6814-3442-45e4-93ca-7df096c96d40" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.303711] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8279a3a-4611-426f-87b4-e78cc9812641 [ 541.303944] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.304106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.304187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.304441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.304534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.304632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8279a3a-4611-426f-87b4-e78cc9812641 already deleted. [ 541.304714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8279a3a-4611-426f-87b4-e78cc9812641" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.339622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6 [ 541.339622] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.339824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.339824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.339944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.340034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.340134] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6 already deleted. [ 541.340221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dd81282-29ea-4a3a-b8b2-5b47ef66c2b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.638188] env[62626]: INFO networking_nsxv3.common.synchronization [None req-38a85cdb-5a86-44b9-9861-2bbb3c12ccd0 None None] Enqueued Resource ID: d786639c-3888-43c0-85df-0dd80034f9cf with Priority: HIGHEST for action port [ 541.638188] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d786639c-3888-43c0-85df-0dd80034f9cf with Priority: HIGHEST for action port [ 541.638188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d786639c-3888-43c0-85df-0dd80034f9cf taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.638188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d786639c-3888-43c0-85df-0dd80034f9cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.638340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d786639c-3888-43c0-85df-0dd80034f9cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.638647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d786639c-3888-43c0-85df-0dd80034f9cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.638647] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d786639c-3888-43c0-85df-0dd80034f9cf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.950879] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8393b84f-80b3-4f72-ba78-e10e21830f77 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_rules [ 541.950879] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_rules [ 541.950879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.950879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.950879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.951418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.951621] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.141021] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d786639c-3888-43c0-85df-0dd80034f9cf [ 542.141021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.141021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.141021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.141021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.141021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.141021] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d786639c-3888-43c0-85df-0dd80034f9cf already deleted. [ 542.141021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d786639c-3888-43c0-85df-0dd80034f9cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.299738] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5ccf8ed1-6c09-487a-aa49-65acc5f7cb79 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_rules [ 542.300169] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_rules [ 542.300303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.300303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.472970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.473184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.473255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.473463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.473552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.473751] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 already deleted. [ 542.473848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.474012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.474173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.474253] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.997250] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.997849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.997894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.998332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.998431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.998904] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 already deleted. [ 542.999172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.337935] env[62626]: INFO networking_nsxv3.common.synchronization [None req-65be81ef-82d4-4cf8-b4b8-bf0c412820eb None None] Enqueued Resource ID: b3d4dad2-1654-4236-86c2-28746eb537b6 with Priority: HIGHEST for action port [ 543.338463] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d4dad2-1654-4236-86c2-28746eb537b6 with Priority: HIGHEST for action port [ 543.338752] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d4dad2-1654-4236-86c2-28746eb537b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.338869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d4dad2-1654-4236-86c2-28746eb537b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.338935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d4dad2-1654-4236-86c2-28746eb537b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.342155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d4dad2-1654-4236-86c2-28746eb537b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.342246] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d4dad2-1654-4236-86c2-28746eb537b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.845577] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3d4dad2-1654-4236-86c2-28746eb537b6 [ 543.845577] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.845577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.846101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.846697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.846802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.846920] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3d4dad2-1654-4236-86c2-28746eb537b6 already deleted. [ 543.847017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d4dad2-1654-4236-86c2-28746eb537b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.975874] env[62626]: INFO networking_nsxv3.common.synchronization [req-42a22473-f698-450c-9a1e-f0a73bcecda1 req-2a0e986e-3677-4573-ac3b-cc736f98f6b0 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 543.976569] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 543.976827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.976916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.976965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.977256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.977370] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.977475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.977542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.977690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.977776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.977870] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.019385] env[62626]: INFO networking_nsxv3.common.synchronization [None req-a3c4b799-5080-418b-825f-ba831f654d8d None None] Enqueued Resource ID: d6ebf813-4bc5-4d71-8500-7317f8c5b5c8 with Priority: HIGHEST for action port [ 544.019661] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ebf813-4bc5-4d71-8500-7317f8c5b5c8 with Priority: HIGHEST for action port [ 544.020227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ebf813-4bc5-4d71-8500-7317f8c5b5c8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.020350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ebf813-4bc5-4d71-8500-7317f8c5b5c8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.020421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ebf813-4bc5-4d71-8500-7317f8c5b5c8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.020675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ebf813-4bc5-4d71-8500-7317f8c5b5c8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.020758] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ebf813-4bc5-4d71-8500-7317f8c5b5c8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.480101] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.480395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.480395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.480563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.480717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.480940] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.481221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.481558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.481641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.481809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.481875] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 already deleted. [ 544.482819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.523131] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6ebf813-4bc5-4d71-8500-7317f8c5b5c8 [ 544.523470] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.523657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.523737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.524030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.524125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.524253] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6ebf813-4bc5-4d71-8500-7317f8c5b5c8 already deleted. [ 544.524369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ebf813-4bc5-4d71-8500-7317f8c5b5c8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.200904] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.201700] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.201865] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.202200] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.202525] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.202839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.202913] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.203144] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.203286] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.203578] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 546.203697] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 546.203861] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 546.203995] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 546.204130] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 546.204242] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 546.204436] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 546.226497] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 546.226497] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 546.226497] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 546.226497] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.226497] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.226497] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.226497] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.226497] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.226497] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5003f3c6-9ba0-4dfd-8cf3-fc42930ad463',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.525721] env[62626]: INFO networking_nsxv3.common.synchronization [req-72c2548e-85e0-4ddc-a8ff-62903e67c88c req-5fb7bd85-ab3d-43d8-8c50-920a00a82741 tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Enqueued Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_members [ 546.526975] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_members [ 546.527477] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.528902] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.528902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.528902] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.728904] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.729150] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.729282] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.729608] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.729870] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.730053] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 not found, creating... [ 546.730327] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.730485] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.730603] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.730819] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.730955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.731347] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.731890] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.732097] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.732370] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.732575] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.732787] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 is going to be created. [ 546.756923] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.757166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.757289] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.757555] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.757778] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.759252] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.032868] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.033050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.033115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.033307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.033392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.033580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.033674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.033731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.033879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.033954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.034040] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3360cf5-699c-417e-85f2-947ed141f377 already deleted. [ 547.034117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.534201] env[62626]: INFO networking_nsxv3.common.synchronization [None req-3b05d86a-3bfb-4b71-9fac-e4b998d43105 None None] Enqueued Resource ID: 2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315 with Priority: HIGHEST for action port [ 547.535719] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315 with Priority: HIGHEST for action port [ 547.535719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.535719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.535719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.535719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.535719] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.830781] env[62626]: INFO networking_nsxv3.common.synchronization [None req-7adaaa86-f067-434a-bb5d-b577e1d6d6c1 None None] Enqueued Resource ID: 90c001bb-7c39-4e1c-9490-9fc197d891c7 with Priority: HIGHEST for action port [ 547.831505] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c001bb-7c39-4e1c-9490-9fc197d891c7 with Priority: HIGHEST for action port [ 547.831785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c001bb-7c39-4e1c-9490-9fc197d891c7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.831904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c001bb-7c39-4e1c-9490-9fc197d891c7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.831970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c001bb-7c39-4e1c-9490-9fc197d891c7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.832304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c001bb-7c39-4e1c-9490-9fc197d891c7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.832453] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c001bb-7c39-4e1c-9490-9fc197d891c7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.865228] env[62626]: INFO networking_nsxv3.common.synchronization [req-a3506c7c-b462-4029-8cc6-55f3e97738a9 req-21269e8a-cc6a-4469-8b1e-2537a5e63e6d tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Enqueued Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_members [ 547.865759] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_members [ 547.868702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.868702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.868702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.868975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.870366] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.870366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.870366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.870366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.870366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.870366] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.037818] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315 [ 548.040381] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.040381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.040381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.040381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.040381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.040381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315 already deleted. [ 548.040381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb61bc1-26dd-4b3f-9dd0-5ebbe41f6315" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.141304] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.141475] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.141751] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.142460] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.142460] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.145228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.145336] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.145568] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.145717] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.145926] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.146050] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.146545] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.146545] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.146545] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.146545] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.146705] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 548.163867] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.164057] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 548.164200] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.164374] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.164764] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f2ac4816-e553-47e3-bff2-31b1c1c734df taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.164941] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.165079] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.165394] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.165621] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ac4816-e553-47e3-bff2-31b1c1c734df',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.179787] env[62626]: INFO networking_nsxv3.common.synchronization [None req-1b516484-6780-4411-9c8e-e35bed44d7f7 None None] Enqueued Resource ID: 446a1f9b-3be5-4e09-b391-90ad0b079172 with Priority: HIGHEST for action port [ 548.180093] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446a1f9b-3be5-4e09-b391-90ad0b079172 with Priority: HIGHEST for action port [ 548.181711] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-446a1f9b-3be5-4e09-b391-90ad0b079172 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.181711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446a1f9b-3be5-4e09-b391-90ad0b079172" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.181711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446a1f9b-3be5-4e09-b391-90ad0b079172" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.181711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446a1f9b-3be5-4e09-b391-90ad0b079172" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.185828] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446a1f9b-3be5-4e09-b391-90ad0b079172',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.330873] env[62626]: INFO networking_nsxv3.common.synchronization [req-42a22473-f698-450c-9a1e-f0a73bcecda1 req-335785b7-24cd-40d4-a1c2-30129fb1be50 service nova] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_rules [ 548.331062] env[62626]: INFO networking_nsxv3.common.synchronization [req-42a22473-f698-450c-9a1e-f0a73bcecda1 req-335785b7-24cd-40d4-a1c2-30129fb1be50 service nova] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 548.331209] env[62626]: INFO networking_nsxv3.common.synchronization [req-42a22473-f698-450c-9a1e-f0a73bcecda1 req-335785b7-24cd-40d4-a1c2-30129fb1be50 service nova] Enqueued Resource ID: 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 with Priority: HIGHEST for action port [ 548.331422] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_rules [ 548.331550] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 548.331642] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 with Priority: HIGHEST for action port [ 548.342134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.342134] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.342134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.342134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.342134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.342134] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.347749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.347749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.347749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.347749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.347749] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5003f3c6-9ba0-4dfd-8cf3-fc42930ad463',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.348311] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90c001bb-7c39-4e1c-9490-9fc197d891c7 [ 548.348576] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.348877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.349153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.349385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.349566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.349730] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90c001bb-7c39-4e1c-9490-9fc197d891c7 already deleted. [ 548.349886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c001bb-7c39-4e1c-9490-9fc197d891c7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.378013] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.378321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.378396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.382352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.382406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.383526] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.383526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.383526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.383526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.383526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.383526] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc already deleted. [ 548.383526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.670504] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.670799] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.670844] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.671119] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.671457] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.671457] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f2ac4816-e553-47e3-bff2-31b1c1c734df not found, creating... [ 548.675017] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.675017] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.675017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.675478] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f2ac4816-e553-47e3-bff2-31b1c1c734df is going to be created. [ 548.688959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 446a1f9b-3be5-4e09-b391-90ad0b079172 [ 548.688959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.688959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.688959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.688959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.688959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.688959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:446a1f9b-3be5-4e09-b391-90ad0b079172 already deleted. [ 548.688959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446a1f9b-3be5-4e09-b391-90ad0b079172" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.699417] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.699417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.699417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.699417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.699417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.699417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.748813] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.748813] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-88" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.749123] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-88" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.749543] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-88" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.749543] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.749692] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.749989] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.749989] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.750537] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.751378] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.751378] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.751378] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.751378] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.751639] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.751639] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.751948] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 548.772857] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.772857] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 548.772857] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.772857] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-88" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.773161] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-41ae8b06-493b-4774-b7fb-115d497df250 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.773354] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.773480] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.773790] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.773921] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ae8b06-493b-4774-b7fb-115d497df250',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.848138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.848265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.857942] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 with status ACTIVE [ 548.858249] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.861371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.861371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.861371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.861371] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5003f3c6-9ba0-4dfd-8cf3-fc42930ad463 is going to be updated. [ 548.861371] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.880914] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.881080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.881218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.882059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.882059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.882059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5003f3c6-9ba0-4dfd-8cf3-fc42930ad463" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.282020] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.282020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 41ae8b06-493b-4774-b7fb-115d497df250 not found, creating... [ 549.282020] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.282020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.282520] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.282520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.282520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.282520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.282520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.282520] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 41ae8b06-493b-4774-b7fb-115d497df250 is going to be created. [ 549.309426] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.309426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.309426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.309426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.309426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.309426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.365152] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.433671] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5c122a93-49c0-4681-966f-af54cee0877c None None] Enqueued Resource ID: 6aaf4965-02d7-43a4-b53f-52286dcba2ec with Priority: HIGHEST for action port [ 549.433671] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaf4965-02d7-43a4-b53f-52286dcba2ec with Priority: HIGHEST for action port [ 549.433671] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aaf4965-02d7-43a4-b53f-52286dcba2ec taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.433671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aaf4965-02d7-43a4-b53f-52286dcba2ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.433671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aaf4965-02d7-43a4-b53f-52286dcba2ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.434727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aaf4965-02d7-43a4-b53f-52286dcba2ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.434945] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aaf4965-02d7-43a4-b53f-52286dcba2ec',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.868111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.868388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.868388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.868557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.868646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.868743] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be created. [ 549.896491] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.896633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.896704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.896956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.897073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.907093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: UNINITIALIZED for 2s [ 549.916734] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5308e93d-81cb-4d99-ad80-e2a3ef13a7a1 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_rules [ 549.916734] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_rules [ 549.918041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.918329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.918450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.919034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.919034] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.937521] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aaf4965-02d7-43a4-b53f-52286dcba2ec [ 549.940038] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.940038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.940038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.940038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.940038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.940038] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aaf4965-02d7-43a4-b53f-52286dcba2ec already deleted. [ 549.940038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aaf4965-02d7-43a4-b53f-52286dcba2ec" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.069114] env[62626]: INFO networking_nsxv3.common.synchronization [req-5d953a4b-7037-48cd-8a50-73573c7d7b79 req-97b31c64-88cc-4777-8e24-f289279e49e7 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 550.069114] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 550.069671] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.069827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.069895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.070192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.070354] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.070470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.070531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.070712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.070795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.070885] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.173929] env[62626]: INFO networking_nsxv3.common.synchronization [None req-1a984b5d-a1e1-4272-9cda-15f02b94f6b3 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_rules [ 550.175754] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_rules [ 550.175754] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.175754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.445656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.445794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.445872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.446246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.446246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.446339] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea already deleted. [ 550.446371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.446512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.446666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.446826] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.572702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.574723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.574939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.575209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.576192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.576467] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.576627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.579045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.579045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.579045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.579175] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 already deleted. [ 550.579344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.603516] env[62626]: INFO networking_nsxv3.common.synchronization [req-72c2548e-85e0-4ddc-a8ff-62903e67c88c req-1d54b61e-15bf-43aa-bd8a-191a3c75b54f service nova] Enqueued Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_rules [ 550.603516] env[62626]: INFO networking_nsxv3.common.synchronization [req-72c2548e-85e0-4ddc-a8ff-62903e67c88c req-1d54b61e-15bf-43aa-bd8a-191a3c75b54f service nova] Enqueued Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_members [ 550.603660] env[62626]: INFO networking_nsxv3.common.synchronization [req-72c2548e-85e0-4ddc-a8ff-62903e67c88c req-1d54b61e-15bf-43aa-bd8a-191a3c75b54f service nova] Enqueued Resource ID: f2ac4816-e553-47e3-bff2-31b1c1c734df with Priority: HIGHEST for action port [ 550.603849] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_rules [ 550.603976] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_members [ 550.604200] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ac4816-e553-47e3-bff2-31b1c1c734df with Priority: HIGHEST for action port [ 550.607469] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.607469] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.607469] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.607469] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.607469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.608203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.608203] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.609067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ac4816-e553-47e3-bff2-31b1c1c734df taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.609067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.609067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.609067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.609067] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ac4816-e553-47e3-bff2-31b1c1c734df',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.794022] env[62626]: INFO networking_nsxv3.common.synchronization [req-a3506c7c-b462-4029-8cc6-55f3e97738a9 req-37606156-61b0-4d65-91db-ebc6a8f549e5 service nova] Enqueued Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_rules [ 550.794022] env[62626]: INFO networking_nsxv3.common.synchronization [req-a3506c7c-b462-4029-8cc6-55f3e97738a9 req-37606156-61b0-4d65-91db-ebc6a8f549e5 service nova] Enqueued Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_members [ 550.794022] env[62626]: INFO networking_nsxv3.common.synchronization [req-a3506c7c-b462-4029-8cc6-55f3e97738a9 req-37606156-61b0-4d65-91db-ebc6a8f549e5 service nova] Enqueued Resource ID: 41ae8b06-493b-4774-b7fb-115d497df250 with Priority: HIGHEST for action port [ 550.794022] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_rules [ 550.794022] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_members [ 550.794022] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ae8b06-493b-4774-b7fb-115d497df250 with Priority: HIGHEST for action port [ 550.795917] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.796092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.796161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.796417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.796507] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.797662] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.797773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.797841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.798008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.798154] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.798244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.798302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.798467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.798546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.798606] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.800756] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-41ae8b06-493b-4774-b7fb-115d497df250 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.800866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.800921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.801157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.801157] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ae8b06-493b-4774-b7fb-115d497df250',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.966468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.966723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.966723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.966895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.966940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.967082] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea already deleted. [ 550.967137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.988263] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.988475] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.988824] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.989200] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.989417] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.989533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.989932] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.989932] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.990053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.990261] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.990398] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 550.991426] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 550.991426] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 550.991426] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.991426] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 550.991426] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 551.016163] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 551.016163] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 551.018900] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 551.018900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.018900] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-180248bc-9ae8-4242-a1b7-ee72162cc99e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.018900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.018900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.018900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.018900] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180248bc-9ae8-4242-a1b7-ee72162cc99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.113338] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.113338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.113338] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.113934] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2ac4816-e553-47e3-bff2-31b1c1c734df with status ACTIVE [ 551.114148] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.114265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.114333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.114556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.114649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.114829] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.114926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.114987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.115159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.115236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.115411] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.115526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.115688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.115727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.116584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.116584] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2ac4816-e553-47e3-bff2-31b1c1c734df is going to be updated. [ 551.140343] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.140343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.140343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.140343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.140343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.140343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ac4816-e553-47e3-bff2-31b1c1c734df" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.306376] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.307501] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.307620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.312879] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41ae8b06-493b-4774-b7fb-115d497df250 with status ACTIVE [ 551.313168] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.313250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.313295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.313504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.313595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.313775] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.313875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.313938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.314128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.314191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.314359] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.314450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.314530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.314672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.314749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.314830] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41ae8b06-493b-4774-b7fb-115d497df250 is going to be updated. [ 551.338317] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.338317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.338317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.338317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.338317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.338317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41ae8b06-493b-4774-b7fb-115d497df250" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.521857] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.522080] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.523522] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.523522] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.523798] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.524029] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 180248bc-9ae8-4242-a1b7-ee72162cc99e not found, creating... [ 551.524359] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.524776] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.525069] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.525335] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.526070] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.526465] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.527671] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.527800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.528049] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.528189] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.528332] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 180248bc-9ae8-4242-a1b7-ee72162cc99e is going to be created. [ 551.550215] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.550429] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.550557] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.550963] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.551260] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.552153] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.619874] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.810335] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.915418] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 551.916090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.916090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.916090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.916276] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.916394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.916440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.916599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.916702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.917243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.917243] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.125361] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.125361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.125361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.125361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.125361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.125361] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3360cf5-699c-417e-85f2-947ed141f377 is going to be created. [ 552.148032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.148032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.148032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.148486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.150018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.157802] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3360cf5-699c-417e-85f2-947ed141f377 in Status: UNINITIALIZED for 2s [ 552.296243] env[62626]: INFO networking_nsxv3.common.synchronization [None req-9e117e6e-611a-4f7a-b297-3b5d05fbda72 None None] Enqueued Resource ID: 7de109b1-e74a-4a30-94ed-582216e88bb5 with Priority: HIGHEST for action port [ 552.296418] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de109b1-e74a-4a30-94ed-582216e88bb5 with Priority: HIGHEST for action port [ 552.297268] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7de109b1-e74a-4a30-94ed-582216e88bb5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.297268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7de109b1-e74a-4a30-94ed-582216e88bb5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.297268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7de109b1-e74a-4a30-94ed-582216e88bb5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.298105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7de109b1-e74a-4a30-94ed-582216e88bb5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.298105] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7de109b1-e74a-4a30-94ed-582216e88bb5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.316027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.316343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.316343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.316511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.316729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.316729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc is going to be created. [ 552.341889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.342321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.342553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.342825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.343343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.348595] env[62626]: INFO networking_nsxv3.common.synchronization [None req-53e0ed18-3ba3-4802-81b9-88da51e855ce None None] Enqueued Resource ID: f2b435c0-bc40-446e-bcdb-c2b42f1eccd6 with Priority: HIGHEST for action port [ 552.349253] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b435c0-bc40-446e-bcdb-c2b42f1eccd6 with Priority: HIGHEST for action port [ 552.349590] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2b435c0-bc40-446e-bcdb-c2b42f1eccd6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.349707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2b435c0-bc40-446e-bcdb-c2b42f1eccd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.349757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2b435c0-bc40-446e-bcdb-c2b42f1eccd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.350048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2b435c0-bc40-446e-bcdb-c2b42f1eccd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.350217] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b435c0-bc40-446e-bcdb-c2b42f1eccd6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.352018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc in Status: UNINITIALIZED for 2s [ 552.385259] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5c347c12-de12-4f13-8e37-bdf732277c51 None None] Enqueued Resource ID: 89a3b157-4e77-4ae0-a03a-0e124b0483b7 with Priority: HIGHEST for action port [ 552.385259] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a3b157-4e77-4ae0-a03a-0e124b0483b7 with Priority: HIGHEST for action port [ 552.385259] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a3b157-4e77-4ae0-a03a-0e124b0483b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.385259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a3b157-4e77-4ae0-a03a-0e124b0483b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.385259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a3b157-4e77-4ae0-a03a-0e124b0483b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.385259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a3b157-4e77-4ae0-a03a-0e124b0483b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.386161] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a3b157-4e77-4ae0-a03a-0e124b0483b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.419449] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.419755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.420545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.420805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.421032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.421147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.421206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.421436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.421505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.421536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.421701] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.421798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.421907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.422058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.422785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.422932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.422998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.423192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.423275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.423446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.423446] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.446495] env[62626]: INFO networking_nsxv3.common.synchronization [None req-265d2d7c-0502-4ade-9e9a-6d4a2cbec395 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_rules [ 552.447040] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_rules [ 552.447364] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.447495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.447558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.447813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.447893] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.462834] env[62626]: INFO networking_nsxv3.common.synchronization [req-4a531f95-f45a-4133-a279-8a453285840d req-97815266-12e8-4179-981f-5edbe032c17a tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_members [ 552.463349] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_members [ 552.464226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.464226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.464985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.465307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.465645] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.465732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.465804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.465989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.466097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.466185] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.486731] env[62626]: INFO networking_nsxv3.common.synchronization [None req-749a792d-d335-451f-80b1-8772231c6ac9 None None] Enqueued Resource ID: e06163c3-cdd7-419f-9562-96059474fac3 with Priority: HIGHEST for action port [ 552.487308] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06163c3-cdd7-419f-9562-96059474fac3 with Priority: HIGHEST for action port [ 552.487620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06163c3-cdd7-419f-9562-96059474fac3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.487734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06163c3-cdd7-419f-9562-96059474fac3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.487814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06163c3-cdd7-419f-9562-96059474fac3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.488038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06163c3-cdd7-419f-9562-96059474fac3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.488144] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06163c3-cdd7-419f-9562-96059474fac3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.515394] env[62626]: INFO networking_nsxv3.common.synchronization [None req-46789d1d-a383-4565-9ece-fe9682f1623e None None] Enqueued Resource ID: 1fdaed9b-5386-4578-ac37-a638b384335b with Priority: HIGHEST for action port [ 552.515993] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdaed9b-5386-4578-ac37-a638b384335b with Priority: HIGHEST for action port [ 552.516604] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdaed9b-5386-4578-ac37-a638b384335b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.516763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdaed9b-5386-4578-ac37-a638b384335b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.517047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdaed9b-5386-4578-ac37-a638b384335b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.517426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdaed9b-5386-4578-ac37-a638b384335b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.517426] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdaed9b-5386-4578-ac37-a638b384335b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.717714] env[62626]: INFO networking_nsxv3.common.synchronization [None req-04c0cba3-c806-488b-b5d7-25e92ec327a2 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_rules [ 552.718322] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_rules [ 552.719265] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.720121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.803529] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7de109b1-e74a-4a30-94ed-582216e88bb5 [ 552.803879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.804033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.804102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.804383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.804477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.804546] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7de109b1-e74a-4a30-94ed-582216e88bb5 already deleted. [ 552.804657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7de109b1-e74a-4a30-94ed-582216e88bb5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.853019] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2b435c0-bc40-446e-bcdb-c2b42f1eccd6 [ 552.853539] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.853689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.853761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.853971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.854239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.854239] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2b435c0-bc40-446e-bcdb-c2b42f1eccd6 already deleted. [ 552.854333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2b435c0-bc40-446e-bcdb-c2b42f1eccd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.890478] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89a3b157-4e77-4ae0-a03a-0e124b0483b7 [ 552.890788] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.892718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.892718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.892718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.892718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.892718] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89a3b157-4e77-4ae0-a03a-0e124b0483b7 already deleted. [ 552.892718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a3b157-4e77-4ae0-a03a-0e124b0483b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.927795] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d400c0ef-3484-4a25-933f-0f8bd0ba4fb9: rpc.has_security_group_logging(os_id): False [ 552.953565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.953752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.953800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.953987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.954168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.954388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.954687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.954687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.954884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.955027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.955252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.955460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.955581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.955772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.955931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.956410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.956633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.957317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.957317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.957317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.957317] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be created. [ 552.969238] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.969363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.969451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.969685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.969798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.970032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.970390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.970390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.970390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.970484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.970541] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 already deleted. [ 552.970656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.976798] env[62626]: INFO networking_nsxv3.common.synchronization [req-5d953a4b-7037-48cd-8a50-73573c7d7b79 req-bd81cced-5948-4dcc-95c0-c5d9e94842b1 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 552.977196] env[62626]: INFO networking_nsxv3.common.synchronization [req-5d953a4b-7037-48cd-8a50-73573c7d7b79 req-bd81cced-5948-4dcc-95c0-c5d9e94842b1 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 552.977350] env[62626]: INFO networking_nsxv3.common.synchronization [req-5d953a4b-7037-48cd-8a50-73573c7d7b79 req-bd81cced-5948-4dcc-95c0-c5d9e94842b1 service nova] Enqueued Resource ID: 180248bc-9ae8-4242-a1b7-ee72162cc99e with Priority: HIGHEST for action port [ 552.978068] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 552.978117] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 552.978230] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 180248bc-9ae8-4242-a1b7-ee72162cc99e with Priority: HIGHEST for action port [ 552.980234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.980234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.980234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.980234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.980234] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.980654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.980654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.980797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.981892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.981892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.981892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.981892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.982123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.982123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.982123] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.983416] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-180248bc-9ae8-4242-a1b7-ee72162cc99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.983416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.983416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.983416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.983416] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180248bc-9ae8-4242-a1b7-ee72162cc99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.986102] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.986102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.986102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.990443] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a already deleted. [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.990443] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.990443] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06163c3-cdd7-419f-9562-96059474fac3 [ 552.990443] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.990443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.990877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.990877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.990877] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06163c3-cdd7-419f-9562-96059474fac3 already deleted. [ 552.990877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06163c3-cdd7-419f-9562-96059474fac3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.020407] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fdaed9b-5386-4578-ac37-a638b384335b [ 553.020667] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.020831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.020875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.021087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.021179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.021273] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fdaed9b-5386-4578-ac37-a638b384335b already deleted. [ 553.021354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdaed9b-5386-4578-ac37-a638b384335b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.022376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.022482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.022576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.022736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.022904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.035044] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: IN_PROGRESS for 2s [ 553.370204] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.370569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-181" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.370569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-181" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.371243] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-181" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.371243] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.371389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.371389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.371604] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.371742] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.371942] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 553.372306] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 553.372534] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 553.372670] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 553.372785] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 553.372890] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 553.373032] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 553.399607] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 553.399607] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 553.399607] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 553.399607] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-181" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.399889] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-653a871f-42bb-42e8-bc28-ec8be15d7e25 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.399889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.400038] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.401039] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.401039] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653a871f-42bb-42e8-bc28-ec8be15d7e25',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.489635] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.493840] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.493840] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 180248bc-9ae8-4242-a1b7-ee72162cc99e with status ACTIVE [ 553.493840] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.493840] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.493840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.493840] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.494867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.494867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.495725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.496032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.499195] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 180248bc-9ae8-4242-a1b7-ee72162cc99e is going to be updated. [ 553.516039] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.516261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.516261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.517052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.517052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.517052] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a already deleted. [ 553.517052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.517965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.518230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.518440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.518756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.518964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.519134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-180248bc-9ae8-4242-a1b7-ee72162cc99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.903750] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.904852] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.905060] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.905345] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.905511] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.906905] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 653a871f-42bb-42e8-bc28-ec8be15d7e25 not found, creating... [ 553.907356] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.907578] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.907728] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.907991] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.908151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.908471] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.908735] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.911017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.911017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.911017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.911017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 653a871f-42bb-42e8-bc28-ec8be15d7e25 is going to be created. [ 553.928600] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.929428] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.929595] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.930283] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.930592] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.931018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.004786] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.168056] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3360cf5-699c-417e-85f2-947ed141f377 in Status: SUCCESS [ 554.168497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.168497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.171021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.171021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.171021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.171021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.171021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.171021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.171021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.171021] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.364693] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc in Status: SUCCESS [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.364693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.364693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.364693] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.512141] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.512141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.512141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.512141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.512141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.512516] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be created. [ 554.534559] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.534721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.534791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.534996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.535159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.549621] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: UNINITIALIZED for 2s [ 554.673196] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.673303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.673341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.673548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.673712] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.673805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.673864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.674017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.674097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.674181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.674318] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.674403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.674460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.674605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.674730] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.674835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.674867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.675257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.675257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.675257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.675257] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.682059] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b01b8c4e-c01a-4f8d-9c6f-f134376dc921 None None] Enqueued Resource ID: fae7fae9-fd65-4c3f-8414-7757ef90f6db with Priority: HIGHEST for action port [ 554.682304] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae7fae9-fd65-4c3f-8414-7757ef90f6db with Priority: HIGHEST for action port [ 554.682820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae7fae9-fd65-4c3f-8414-7757ef90f6db taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.682933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae7fae9-fd65-4c3f-8414-7757ef90f6db" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.682993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae7fae9-fd65-4c3f-8414-7757ef90f6db" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.683235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae7fae9-fd65-4c3f-8414-7757ef90f6db" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.683310] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae7fae9-fd65-4c3f-8414-7757ef90f6db',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.783777] env[62626]: INFO networking_nsxv3.common.synchronization [None req-10197be9-2166-443b-a9e2-37389d1b353a None None] Enqueued Resource ID: 5a50dd2e-23fe-48b1-befa-9f191b933e80 with Priority: HIGHEST for action port [ 554.783982] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a50dd2e-23fe-48b1-befa-9f191b933e80 with Priority: HIGHEST for action port [ 554.784632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a50dd2e-23fe-48b1-befa-9f191b933e80 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.784755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a50dd2e-23fe-48b1-befa-9f191b933e80" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.784820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a50dd2e-23fe-48b1-befa-9f191b933e80" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.785749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a50dd2e-23fe-48b1-befa-9f191b933e80" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.785982] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a50dd2e-23fe-48b1-befa-9f191b933e80',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.840287] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0bb5bda0-855f-407d-a7e8-19c15692464b tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_rules [ 554.841576] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_rules [ 554.841576] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.841576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.841576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.841576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.841766] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.868626] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.868930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.869033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.869248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.869419] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.869820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.869903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.870086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.870186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.870279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.870436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.870547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.870629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.870793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.871313] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.871532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.871532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.871648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.871740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.871804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.871893] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.041987] env[62626]: INFO networking_nsxv3.common.synchronization [req-f3dec835-68f6-4ce3-b110-587933d445a4 req-62e53810-a1a1-40f9-ba25-af3ea216f8b3 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Enqueued Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_members [ 555.042725] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_members [ 555.043743] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.044428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.044428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.044428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.044643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.044713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.046078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.046078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.046078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.046078] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.046633] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 555.049767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.063518] env[62626]: INFO networking_nsxv3.common.synchronization [None req-bf58b457-babf-4e0a-bfe4-543c02d5b5c4 tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_rules [ 555.063518] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_rules [ 555.063518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.063518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.179211] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3360cf5-699c-417e-85f2-947ed141f377: rpc.has_security_group_logging(os_id): False [ 555.188913] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fae7fae9-fd65-4c3f-8414-7757ef90f6db [ 555.189159] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.189290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.189355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.189664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.189664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.189760] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fae7fae9-fd65-4c3f-8414-7757ef90f6db already deleted. [ 555.190082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae7fae9-fd65-4c3f-8414-7757ef90f6db" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.203707] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.204647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.204647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.204647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.204647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.205017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.205319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.205397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.205561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.205659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.205875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.205974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.206053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.206206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.206282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.206451] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.206545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.206616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.206740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.206806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.206887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3360cf5-699c-417e-85f2-947ed141f377 is going to be created. [ 555.286779] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.286979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.287151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.287827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.287827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.289161] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a50dd2e-23fe-48b1-befa-9f191b933e80 [ 555.289400] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.289675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.289675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.290403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.290403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.290403] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a50dd2e-23fe-48b1-befa-9f191b933e80 already deleted. [ 555.290403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a50dd2e-23fe-48b1-befa-9f191b933e80" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.301073] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3360cf5-699c-417e-85f2-947ed141f377 in Status: IN_PROGRESS for 2s [ 555.317812] env[62626]: INFO networking_nsxv3.common.synchronization [req-4a531f95-f45a-4133-a279-8a453285840d req-ae4cbc4b-7ccb-4ab1-9664-fd9bbe32750e service nova] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_rules [ 555.317980] env[62626]: INFO networking_nsxv3.common.synchronization [req-4a531f95-f45a-4133-a279-8a453285840d req-ae4cbc4b-7ccb-4ab1-9664-fd9bbe32750e service nova] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_members [ 555.318174] env[62626]: INFO networking_nsxv3.common.synchronization [req-4a531f95-f45a-4133-a279-8a453285840d req-ae4cbc4b-7ccb-4ab1-9664-fd9bbe32750e service nova] Enqueued Resource ID: 653a871f-42bb-42e8-bc28-ec8be15d7e25 with Priority: HIGHEST for action port [ 555.318437] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_rules [ 555.318510] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_members [ 555.318559] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653a871f-42bb-42e8-bc28-ec8be15d7e25 with Priority: HIGHEST for action port [ 555.319188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.324736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.324736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.324736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.324736] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.324736] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.324736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.324736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.324736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.325099] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.325099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.325099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.325099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.325265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.325265] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.326398] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-653a871f-42bb-42e8-bc28-ec8be15d7e25 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.326519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.326636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.326745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.326784] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653a871f-42bb-42e8-bc28-ec8be15d7e25',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.367676] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.367853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.367899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.368110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.368202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.368295] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 already deleted. [ 555.368375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.368787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.368949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.369048] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.376016] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576f14c7-b662-4a3d-b206-1f0026e1b8bc: rpc.has_security_group_logging(os_id): False [ 555.398023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.398023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.398023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.398023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.398449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.398449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.398703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.398703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.398797] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.399172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.399172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.399172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.399172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.399321] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc is going to be created. [ 555.467170] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.467445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.467552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.469094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.469284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.484823] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc in Status: IN_PROGRESS for 2s [ 555.551130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.551477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.551477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.551542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.551629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.551808] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.551898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.552102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.552162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.552227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.552307] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 already deleted. [ 555.552381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.674062] env[62626]: INFO networking_nsxv3.common.synchronization [None req-34781ad0-acbd-4131-b71c-8b8d31457e58 None None] Enqueued Resource ID: d4153f66-af0a-43d3-bdb9-14008d347b39 with Priority: HIGHEST for action port [ 555.674673] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4153f66-af0a-43d3-bdb9-14008d347b39 with Priority: HIGHEST for action port [ 555.675709] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4153f66-af0a-43d3-bdb9-14008d347b39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.676648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4153f66-af0a-43d3-bdb9-14008d347b39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.676648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4153f66-af0a-43d3-bdb9-14008d347b39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.676648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4153f66-af0a-43d3-bdb9-14008d347b39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.676648] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4153f66-af0a-43d3-bdb9-14008d347b39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.828103] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.830656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.831536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.833020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 653a871f-42bb-42e8-bc28-ec8be15d7e25 with status ACTIVE [ 555.833020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.833020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.833020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.833020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.833020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.833020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.833020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.835053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.835053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.835053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.835053] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.835053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.835291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.835291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.835358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.835389] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 653a871f-42bb-42e8-bc28-ec8be15d7e25 is going to be updated. [ 555.857755] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.857755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.857755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.857989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.857989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.860022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653a871f-42bb-42e8-bc28-ec8be15d7e25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.896468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.896468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.896468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.896468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.896468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.896468] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 already deleted. [ 555.896468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.931613] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.932029] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.932290] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.936096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.936096] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.936096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.936096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.936096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.936096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.936096] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.936096] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 555.936096] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 555.936096] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 555.936096] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.936096] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 555.936096] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 555.966648] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 555.966763] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 555.966816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 555.967032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.968106] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.968305] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.968421] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.968762] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.968907] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9abdbcb-b1f8-48c3-a863-e21ca858dfe0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.179953] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4153f66-af0a-43d3-bdb9-14008d347b39 [ 556.180263] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.181048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.181048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.181048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.181048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.181048] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4153f66-af0a-43d3-bdb9-14008d347b39 already deleted. [ 556.181048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4153f66-af0a-43d3-bdb9-14008d347b39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.333305] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.472512] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.476023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 not found, creating... [ 556.476023] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.476023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.476505] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.476505] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.477182] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.478440] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.478440] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.478440] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 is going to be created. [ 556.500519] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.503019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.503019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.503019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.503019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.503019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.575863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.578152] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.578152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.578152] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.836383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.836564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.836648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.836874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.836961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.837084] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 is going to be created. [ 556.859257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.859384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.859453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.859694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.859836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.873306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c19cb-1a91-4f59-a744-27e66a361954 in Status: UNINITIALIZED for 2s [ 557.083388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.083475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.083546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.083772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.083956] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.084111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.084179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.084344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.084433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.084534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.084726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.084822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.084879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.085067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.085201] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.085295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.085354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.085496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.085574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.085673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.085777] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.312443] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3360cf5-699c-417e-85f2-947ed141f377 in Status: SUCCESS [ 557.312671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.467724] env[62626]: INFO networking_nsxv3.common.synchronization [req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 req-c25b1f78-cf45-4746-80dc-ade2e816d5a0 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_members [ 557.467724] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_members [ 557.467724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.467724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.467724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.467724] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.478240] env[62626]: INFO networking_nsxv3.common.synchronization [req-f3dec835-68f6-4ce3-b110-587933d445a4 req-34a54a9f-aab2-4104-af41-616b0126f7b5 service nova] Enqueued Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_rules [ 557.478240] env[62626]: INFO networking_nsxv3.common.synchronization [req-f3dec835-68f6-4ce3-b110-587933d445a4 req-34a54a9f-aab2-4104-af41-616b0126f7b5 service nova] Enqueued Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_members [ 557.478240] env[62626]: INFO networking_nsxv3.common.synchronization [req-f3dec835-68f6-4ce3-b110-587933d445a4 req-34a54a9f-aab2-4104-af41-616b0126f7b5 service nova] Enqueued Resource ID: a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 with Priority: HIGHEST for action port [ 557.478930] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_rules [ 557.479083] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_members [ 557.479184] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 with Priority: HIGHEST for action port [ 557.479688] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.479807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.479877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.480203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.480640] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.481165] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.481597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.481597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.481712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.481825] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.481919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.481990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.482183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.482393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.482393] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.483524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.483595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.483664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.483813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.483890] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9abdbcb-b1f8-48c3-a863-e21ca858dfe0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.498447] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc in Status: SUCCESS [ 557.498447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.591247] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9d2807-c0f3-4190-bf2b-bff56eeb7683: rpc.has_security_group_logging(os_id): False [ 557.609085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.609085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.609085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.609085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.609085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.609326] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.609442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.609508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.609702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.609796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.610054] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.610202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.610296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.610843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.610843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.610843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.611024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.611024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.611218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.611328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.611431] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be created. [ 557.666849] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.667090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.667165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.667319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.667497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.683511] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 557.971040] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.971333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.971412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.971677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.971766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.971971] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.972082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.972209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.972881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.972881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.972881] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 already deleted. [ 557.972881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.988632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.988632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 with status ACTIVE [ 557.988632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.988632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.988632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.989260] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.989260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.989260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.990451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.990574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.991643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9abdbcb-b1f8-48c3-a863-e21ca858dfe0 is going to be updated. [ 557.992781] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.016036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.016239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.016334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.016592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.017066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.019319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9abdbcb-b1f8-48c3-a863-e21ca858dfe0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.496620] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.559848] env[62626]: INFO networking_nsxv3.common.synchronization [None req-18c73829-ccbd-402f-8f48-b1723601c5a0 None None] Enqueued Resource ID: df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e with Priority: HIGHEST for action port [ 558.559848] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e with Priority: HIGHEST for action port [ 558.560608] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.560608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.560608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.561053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.561352] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.668432] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.668748] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.668854] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.669211] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.669915] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.674747] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.674747] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.674747] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.674747] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.674747] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.674747] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.674747] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.674747] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.674747] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.675117] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.675117] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.694193] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.694747] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.694747] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.695698] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.698386] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.698386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.698386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.698386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.698386] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a83ce52-6dd8-47b7-b884-3bce7c370bd6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.932017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c19cb-1a91-4f59-a744-27e66a361954 in Status: SUCCESS [ 558.932017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.932170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.932582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.932668] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.932834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.932911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.935941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.936062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.936232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.936232] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.999934] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.000116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.000187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.000394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.002030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.002030] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 is going to be created. [ 559.022090] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.022090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.022090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.022090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.022090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.031261] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 in Status: UNINITIALIZED for 2s [ 559.065121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e [ 559.065380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.065598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.065598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.065819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.065863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.065940] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e already deleted. [ 559.066037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df8d7bd1-9d0f-4c3e-b51e-e8f27d93850e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.205333] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.205333] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 not found, creating... [ 559.205333] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.205333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.205765] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.205765] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.205970] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.206104] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.206358] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.206439] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.206577] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 is going to be created. [ 559.211035] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5e6c2a4e-850e-4fef-8648-4bd59c41b56b tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 559.211185] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 559.211715] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.211834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.211899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.212220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.212220] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.235053] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.235053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.235053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.235053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.235053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.235053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.369419] env[62626]: INFO networking_nsxv3.common.synchronization [None req-a63f9da9-8b59-4a9e-82d2-e7d316291fc5 None None] Enqueued Resource ID: c3d96d27-9ed5-4b0b-b8b1-4413136cf24e with Priority: HIGHEST for action port [ 559.370302] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d96d27-9ed5-4b0b-b8b1-4413136cf24e with Priority: HIGHEST for action port [ 559.370302] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d96d27-9ed5-4b0b-b8b1-4413136cf24e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.370781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d96d27-9ed5-4b0b-b8b1-4413136cf24e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.370781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d96d27-9ed5-4b0b-b8b1-4413136cf24e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.370781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d96d27-9ed5-4b0b-b8b1-4413136cf24e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.372877] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d96d27-9ed5-4b0b-b8b1-4413136cf24e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.375553] env[62626]: INFO networking_nsxv3.common.synchronization [req-e20051f0-7de6-4b61-951f-16510992b675 req-4fa84bce-787e-40bc-aa59-6d0864e8122f tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 559.379839] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 559.380378] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.380510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.380594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.381544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.381794] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.381912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.381912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.382182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.382182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.382456] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.439707] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.643410] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c762fbea-636d-4021-b997-860965cb8776 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 559.643854] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 559.643939] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.644012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.691470] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 559.691804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.734827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.735074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.735278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.735484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.735596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.735747] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 already deleted. [ 559.735902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.736143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.736386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.736527] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.876539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3d96d27-9ed5-4b0b-b8b1-4413136cf24e [ 559.880474] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.880622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.880622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.883028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.883028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.883028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3d96d27-9ed5-4b0b-b8b1-4413136cf24e already deleted. [ 559.883028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d96d27-9ed5-4b0b-b8b1-4413136cf24e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.886827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.887105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.887233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.887524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.887721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.888019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.888195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.888336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.888542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.888673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.888828] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 already deleted. [ 559.888975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.941423] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83c19cb-1a91-4f59-a744-27e66a361954: rpc.has_security_group_logging(os_id): False [ 559.959053] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.959053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.959370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.960634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.960885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.961144] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.961207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.961261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.961447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.961528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.961621] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 is going to be created. [ 560.001999] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.001999] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.001999] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.001999] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.002839] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.003286] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.003628] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.006413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.006413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.006413] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.006413] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 560.006413] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 560.006413] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 560.006413] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.006413] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 560.006413] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 560.026026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.026026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.026026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.026026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.026026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.058540] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 560.058540] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 560.058540] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 560.058540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.058540] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-c5bce520-e61b-4423-95ba-a990835f5f4c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.058540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.058540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.058540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.058540] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bce520-e61b-4423-95ba-a990835f5f4c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.058540] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83c19cb-1a91-4f59-a744-27e66a361954 in Status: IN_PROGRESS for 2s [ 560.263876] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.263876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.263876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.263876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.263876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.263876] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 already deleted. [ 560.263876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.550249] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.550249] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port c5bce520-e61b-4423-95ba-a990835f5f4c not found, creating... [ 560.550249] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.550249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.550655] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.550655] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.550880] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.551378] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.551629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.551887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: c5bce520-e61b-4423-95ba-a990835f5f4c is going to be created. [ 560.577756] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.578028] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.578163] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.578440] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.578702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.580892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.724176] env[62626]: INFO networking_nsxv3.common.synchronization [req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 req-dfcde4b2-328b-428d-bade-1b60013532fa service nova] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_rules [ 560.724176] env[62626]: INFO networking_nsxv3.common.synchronization [req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 req-dfcde4b2-328b-428d-bade-1b60013532fa service nova] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_members [ 560.725852] env[62626]: INFO networking_nsxv3.common.synchronization [req-26151c5d-9076-43d1-8db8-69ffaa2f9dc1 req-dfcde4b2-328b-428d-bade-1b60013532fa service nova] Enqueued Resource ID: 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 with Priority: HIGHEST for action port [ 560.726117] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_rules [ 560.726339] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_members [ 560.726521] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 with Priority: HIGHEST for action port [ 560.727411] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.727588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.727661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.727865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.727946] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.732961] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.733570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.733570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.733570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.733570] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.733570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.734651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.734651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.734651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.734651] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.734899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.734947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.734976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.735203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.735203] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a83ce52-6dd8-47b7-b884-3bce7c370bd6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.041044] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 in Status: SUCCESS [ 561.041296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.041483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.041695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.041885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.041989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.042069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.042247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.042333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.042404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.042500] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.239684] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.239684] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.239684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.239684] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 with status ACTIVE [ 561.239684] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.239684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.239684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.239684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.239684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.240264] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.240264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.240264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.240264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.243357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.243357] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.243357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.243357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.243357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.243357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.243357] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a83ce52-6dd8-47b7-b884-3bce7c370bd6 is going to be updated. [ 561.262700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.262916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.263017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.263252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.263401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.263649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a83ce52-6dd8-47b7-b884-3bce7c370bd6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.545355] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.546279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.546370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.546583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.546762] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.546866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.546930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.547109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.547197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.547283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.547430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.547520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.547667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.547709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.547842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.548369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.548369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.548914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.549103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.549221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.549417] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.741965] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.753406] env[62626]: INFO networking_nsxv3.common.synchronization [None req-cc56bbdf-911b-4d5c-a8b9-312ec30eaec4 None None] Enqueued Resource ID: 1ba74f1a-189d-4cfd-a065-2e103f075e49 with Priority: HIGHEST for action port [ 561.757688] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba74f1a-189d-4cfd-a065-2e103f075e49 with Priority: HIGHEST for action port [ 561.757688] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba74f1a-189d-4cfd-a065-2e103f075e49 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.757688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba74f1a-189d-4cfd-a065-2e103f075e49" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.757688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba74f1a-189d-4cfd-a065-2e103f075e49" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.757838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba74f1a-189d-4cfd-a065-2e103f075e49" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.757838] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba74f1a-189d-4cfd-a065-2e103f075e49',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.051897] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83c19cb-1a91-4f59-a744-27e66a361954 in Status: SUCCESS [ 562.051897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.052394] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793: rpc.has_security_group_logging(os_id): False [ 562.069114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.069324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.069324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.069531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.069617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.069823] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.069917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.069976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.070130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.070203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.070380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.070474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.070534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.070669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.070753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.070994] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.071084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.071621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.071860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.072114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.073396] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 is going to be created. [ 562.125860] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.126048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.126094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.126345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.126545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.137096] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 in Status: IN_PROGRESS for 2s [ 562.244481] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.245867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.245867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.245867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.245867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.245867] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 is going to be created. [ 562.261203] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ba74f1a-189d-4cfd-a065-2e103f075e49 [ 562.261203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.261203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.261203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.261423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.261423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.262057] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ba74f1a-189d-4cfd-a065-2e103f075e49 already deleted. [ 562.262170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba74f1a-189d-4cfd-a065-2e103f075e49" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.277814] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.279809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.279809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.279809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.279809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.283467] env[62626]: INFO networking_nsxv3.common.synchronization [req-e20051f0-7de6-4b61-951f-16510992b675 req-e5388d0b-b3c8-45c7-b463-4bd470cb1364 service nova] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_rules [ 562.283729] env[62626]: INFO networking_nsxv3.common.synchronization [req-e20051f0-7de6-4b61-951f-16510992b675 req-e5388d0b-b3c8-45c7-b463-4bd470cb1364 service nova] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 562.284023] env[62626]: INFO networking_nsxv3.common.synchronization [req-e20051f0-7de6-4b61-951f-16510992b675 req-e5388d0b-b3c8-45c7-b463-4bd470cb1364 service nova] Enqueued Resource ID: c5bce520-e61b-4423-95ba-a990835f5f4c with Priority: HIGHEST for action port [ 562.285071] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_rules [ 562.285221] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 562.285345] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bce520-e61b-4423-95ba-a990835f5f4c with Priority: HIGHEST for action port [ 562.285638] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.285762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.285847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.286633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.286633] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.287504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.287760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.287760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.287896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.288674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.288789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.288861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.289032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.289121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.289225] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.291244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5bce520-e61b-4423-95ba-a990835f5f4c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.291244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.291244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.291244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.291244] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bce520-e61b-4423-95ba-a990835f5f4c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.294102] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 in Status: UNINITIALIZED for 2s [ 562.791299] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.795596] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.795792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.796018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5bce520-e61b-4423-95ba-a990835f5f4c with status ACTIVE [ 562.796227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.796940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.797810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.797810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.797810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.797810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.797810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.797810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.797810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.798096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.798216] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.799539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.799539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.799539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.799539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.799539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5bce520-e61b-4423-95ba-a990835f5f4c is going to be updated. [ 562.818722] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.818722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.819197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.819197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.820342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.820516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5bce520-e61b-4423-95ba-a990835f5f4c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.294413] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.798026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.798400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.798400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.798510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.798630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.798681] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be created. [ 563.822453] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.822645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.822916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.823747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.823747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.832544] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: UNINITIALIZED for 2s [ 563.918150] env[62626]: INFO networking_nsxv3.common.synchronization [None req-548ce55b-e6cf-49f5-aeee-9ca09930d37b None None] Enqueued Resource ID: 5c454f86-a562-4b58-b3c3-89db23915a8e with Priority: HIGHEST for action port [ 563.918599] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c454f86-a562-4b58-b3c3-89db23915a8e with Priority: HIGHEST for action port [ 563.919500] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c454f86-a562-4b58-b3c3-89db23915a8e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.919616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c454f86-a562-4b58-b3c3-89db23915a8e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.922150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c454f86-a562-4b58-b3c3-89db23915a8e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.922150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c454f86-a562-4b58-b3c3-89db23915a8e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.922150] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c454f86-a562-4b58-b3c3-89db23915a8e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.149477] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 in Status: SUCCESS [ 564.150033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.305655] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 in Status: SUCCESS [ 564.306175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.306389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.306641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.306959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.307337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.307337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.307493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.307750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.308254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.308535] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.323541] env[62626]: INFO networking_nsxv3.common.synchronization [req-27735201-e85b-4ab1-977a-d75e1982b0f7 req-1a1ae8c1-9257-4df1-a222-cc68643b1c93 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 564.323541] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 564.323692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.323803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.323872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.328097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.328213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.328278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.328312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.331539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.331539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.331539] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.422621] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c454f86-a562-4b58-b3c3-89db23915a8e [ 564.424411] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.424411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.424411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.424411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.424411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.424411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c454f86-a562-4b58-b3c3-89db23915a8e already deleted. [ 564.424411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c454f86-a562-4b58-b3c3-89db23915a8e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.485243] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0b4e89dd-0ba2-4b3c-b88b-2a618b6dd1d9 None None] Enqueued Resource ID: 5123083a-de3d-4288-bf54-a8a3a2308ebe with Priority: HIGHEST for action port [ 564.485525] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5123083a-de3d-4288-bf54-a8a3a2308ebe with Priority: HIGHEST for action port [ 564.487392] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5123083a-de3d-4288-bf54-a8a3a2308ebe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.487806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5123083a-de3d-4288-bf54-a8a3a2308ebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.487806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5123083a-de3d-4288-bf54-a8a3a2308ebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.487887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5123083a-de3d-4288-bf54-a8a3a2308ebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.487930] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5123083a-de3d-4288-bf54-a8a3a2308ebe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.813275] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.838029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.838029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.838029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.838029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.838029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.838029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.838029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.838029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.838555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.838555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.838555] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 already deleted. [ 564.838555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.992113] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5123083a-de3d-4288-bf54-a8a3a2308ebe [ 564.994365] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.994365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.994365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.994365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.994365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.994365] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5123083a-de3d-4288-bf54-a8a3a2308ebe already deleted. [ 564.996067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5123083a-de3d-4288-bf54-a8a3a2308ebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.213194] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.213194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.213194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.213194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.213194] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.213194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.213194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.213194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.213946] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.214424] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.214668] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 565.215046] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 565.217242] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 565.217242] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.217242] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 565.217242] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.247118] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.249219] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 565.249219] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 565.249219] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.249219] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-132d65d3-8250-4bd2-90f9-84daa46bcc42 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.249505] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.249505] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.249841] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.249998] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132d65d3-8250-4bd2-90f9-84daa46bcc42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.317627] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b3e571-13ee-4308-8e83-c1a4ce745c42: rpc.has_security_group_logging(os_id): False [ 565.337996] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.338146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.338334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.338444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.338532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.338757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.338850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.338910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.339066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.339137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.339217] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 is going to be created. [ 565.402413] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.402596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.402596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.403269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.403269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.417026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 in Status: IN_PROGRESS for 2s [ 565.755839] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.755839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.755839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.755839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.755839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.755839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 132d65d3-8250-4bd2-90f9-84daa46bcc42 not found, creating... [ 565.756249] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.756332] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.756848] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.756848] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.759629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.760468] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.760468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.760661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.760918] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.761166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.761712] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 132d65d3-8250-4bd2-90f9-84daa46bcc42 is going to be created. [ 565.782425] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.784576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.784576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.784576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.784576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.784576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.845524] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 565.845859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.846537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.846827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.847160] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.847321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.847411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.847647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.847746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.847869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.847992] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.351718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.351973] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.352113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.352372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.352580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.353525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.353602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.353771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.353861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.354021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.354213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.354307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.354366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.354580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.354719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.354837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.354899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.355052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.356203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.356308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.356405] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.385820] env[62626]: INFO networking_nsxv3.common.synchronization [None req-043d9624-b8c2-4f76-8a5e-a5fad53c6caa None None] Enqueued Resource ID: bfe61702-40bb-47c1-bc93-05894d1aec75 with Priority: HIGHEST for action port [ 566.386845] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe61702-40bb-47c1-bc93-05894d1aec75 with Priority: HIGHEST for action port [ 566.388341] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe61702-40bb-47c1-bc93-05894d1aec75 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.388469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe61702-40bb-47c1-bc93-05894d1aec75" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.388815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe61702-40bb-47c1-bc93-05894d1aec75" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.389128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe61702-40bb-47c1-bc93-05894d1aec75" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.389213] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe61702-40bb-47c1-bc93-05894d1aec75',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.696056] env[62626]: INFO networking_nsxv3.common.synchronization [req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 req-a434bdec-69f4-4203-8b7d-44d52f0d5c50 tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Enqueued Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_members [ 566.696666] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_members [ 566.696946] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.697104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.697188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.697446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.697598] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.697697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.697759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.697948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.698062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.698062] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.860420] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38005eb7-0352-46b2-8b3c-8017a48d8842: rpc.has_security_group_logging(os_id): False [ 566.878959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.878959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.878959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.879347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.879347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.879347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.879347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.879464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.879861] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.879861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.879861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.879861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.880105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.880105] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be created. [ 566.893029] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfe61702-40bb-47c1-bc93-05894d1aec75 [ 566.893029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.893253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.893253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.893490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.893584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.893678] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfe61702-40bb-47c1-bc93-05894d1aec75 already deleted. [ 566.893775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe61702-40bb-47c1-bc93-05894d1aec75" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.933961] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.934105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.934270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.934361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.934528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.945016] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: IN_PROGRESS for 2s [ 567.147950] env[62626]: INFO networking_nsxv3.common.synchronization [None req-93f4f6ea-9a91-4681-8113-71be2958d8fb None None] Enqueued Resource ID: dd10c5b9-50bd-4cbb-8768-47f76d0626e1 with Priority: HIGHEST for action port [ 567.148240] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd10c5b9-50bd-4cbb-8768-47f76d0626e1 with Priority: HIGHEST for action port [ 567.149203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd10c5b9-50bd-4cbb-8768-47f76d0626e1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.150828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd10c5b9-50bd-4cbb-8768-47f76d0626e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.150994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd10c5b9-50bd-4cbb-8768-47f76d0626e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.151663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd10c5b9-50bd-4cbb-8768-47f76d0626e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.154156] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd10c5b9-50bd-4cbb-8768-47f76d0626e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.200908] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.202691] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.202691] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cebe780a-8cb8-4450-8508-349823be5351 already deleted. [ 567.202691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.429898] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 in Status: SUCCESS [ 567.432833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.656977] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd10c5b9-50bd-4cbb-8768-47f76d0626e1 [ 567.657701] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.657874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.658065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.659405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.659405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.659527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd10c5b9-50bd-4cbb-8768-47f76d0626e1 already deleted. [ 567.659580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd10c5b9-50bd-4cbb-8768-47f76d0626e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.806521] env[62626]: INFO networking_nsxv3.common.synchronization [req-27735201-e85b-4ab1-977a-d75e1982b0f7 req-53b1ec24-02c5-441c-9263-0c5759e9d586 service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 567.806707] env[62626]: INFO networking_nsxv3.common.synchronization [req-27735201-e85b-4ab1-977a-d75e1982b0f7 req-53b1ec24-02c5-441c-9263-0c5759e9d586 service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 567.807288] env[62626]: INFO networking_nsxv3.common.synchronization [req-27735201-e85b-4ab1-977a-d75e1982b0f7 req-53b1ec24-02c5-441c-9263-0c5759e9d586 service nova] Enqueued Resource ID: 132d65d3-8250-4bd2-90f9-84daa46bcc42 with Priority: HIGHEST for action port [ 567.807288] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 567.807288] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 567.807485] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 132d65d3-8250-4bd2-90f9-84daa46bcc42 with Priority: HIGHEST for action port [ 567.808475] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.808711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.808711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.808963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.809043] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.809948] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.810050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.810050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.810559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.810559] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.810559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.810559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.811130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.811130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.811130] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.813021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-132d65d3-8250-4bd2-90f9-84daa46bcc42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.813021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.813021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.813021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.813021] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132d65d3-8250-4bd2-90f9-84daa46bcc42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.821741] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.822711] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-942" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.822711] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-942" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.824267] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-942" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.824267] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.824267] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.829442] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.830029] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.831296] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.831556] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 567.831684] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 567.831841] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 567.831911] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 567.832039] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 567.832150] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 567.832295] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 567.851968] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 567.852287] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 567.852360] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 567.852540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-942" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.852914] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.853134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.853268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.853633] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.853789] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.314322] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.314322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.315858] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.316965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 132d65d3-8250-4bd2-90f9-84daa46bcc42 with status ACTIVE [ 568.317357] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.317590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.317735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.318135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.318334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.318590] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.318792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.318928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.319183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.319347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.319604] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.319811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.319954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.320187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.320362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.320524] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 132d65d3-8250-4bd2-90f9-84daa46bcc42 is going to be updated. [ 568.342176] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.342979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.343226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.343545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.343780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.344042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-132d65d3-8250-4bd2-90f9-84daa46bcc42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.357835] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.359332] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.360014] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.360014] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.360714] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.360714] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 not found, creating... [ 568.361085] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.361404] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.361879] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.362242] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.362486] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.363171] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.363171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.363324] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.363947] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.363947] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.364088] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 is going to be created. [ 568.387228] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.387228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.387228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.387228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.387228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.387228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.535439] env[62626]: INFO networking_nsxv3.common.synchronization [req-68a65eb9-869f-407b-aeec-20801908eced req-0933d7ed-bf92-4100-bb33-ad75a3661578 tempest-DeleteServersAdminTestJSON-470156032 tempest-DeleteServersAdminTestJSON-470156032-project-admin] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 568.536282] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 568.537139] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.537139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.537139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.537316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.537436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.537542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.537601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.537768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.537850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.537939] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.578518] env[62626]: INFO networking_nsxv3.common.synchronization [req-2268cf51-8052-471e-af63-550ca2300703 req-420d23d0-565b-43ef-bdfe-5fbe1c526a9c tempest-ServerExternalEventsTest-1252510861 tempest-ServerExternalEventsTest-1252510861-project-member] Enqueued Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_members [ 568.578975] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3360cf5-699c-417e-85f2-947ed141f377 with Priority: HIGHEST for action security_group_members [ 568.579286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3360cf5-699c-417e-85f2-947ed141f377 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.579405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.579464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.579659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.579899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.579899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.580048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.581164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.581164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.581164] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3360cf5-699c-417e-85f2-947ed141f377',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.823297] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.958810] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 568.959061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.040232] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.040387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.040527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.040666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.040759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.040959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.041059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.041113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.041266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.041454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.041454] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be updated. [ 569.069641] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.069792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.069857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.070234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.070304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.078164] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: IN_PROGRESS for 2s [ 569.085573] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.085826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.085927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.086170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.086264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.086461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.086560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.086624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.086769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.086844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.086946] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3360cf5-699c-417e-85f2-947ed141f377 is going to be updated. [ 569.110616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.110874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.111647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.111647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.112311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.120295] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3360cf5-699c-417e-85f2-947ed141f377 in Status: IN_PROGRESS for 2s [ 569.327717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.327717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.328175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.328175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.328175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.328175] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be created. [ 569.352429] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.352589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.352641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.353322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.353322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.372434] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: UNINITIALIZED for 2s [ 569.502616] env[62626]: INFO networking_nsxv3.common.synchronization [req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 req-48f23824-463d-420a-8275-2e90deb80d1e service nova] Enqueued Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_rules [ 569.502616] env[62626]: INFO networking_nsxv3.common.synchronization [req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 req-48f23824-463d-420a-8275-2e90deb80d1e service nova] Enqueued Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_members [ 569.502616] env[62626]: INFO networking_nsxv3.common.synchronization [req-41a7047a-1df7-43d8-bd9b-25b6a9c69524 req-48f23824-463d-420a-8275-2e90deb80d1e service nova] Enqueued Resource ID: 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 with Priority: HIGHEST for action port [ 569.503469] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_rules [ 569.503469] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_members [ 569.503469] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 with Priority: HIGHEST for action port [ 569.503729] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.504010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.504010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.506015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.506124] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.506978] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.507106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.507168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.507343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.507505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.507603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.507661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.507798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.507894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.507954] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.508702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.508811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.508881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.509019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.512849] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.580622] env[62626]: INFO networking_nsxv3.common.synchronization [req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b req-b9c8b846-80f1-4213-9caa-5ed50571927a tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_members [ 569.581145] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_members [ 569.581409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.581542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.581896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.581896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.581965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.582116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.582188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.582345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.582462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.583382] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.011681] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.013553] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.013744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.014350] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 with status ACTIVE [ 570.014636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.015119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.015223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.015414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.015507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.017217] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.017217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.017217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.017217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.017394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.017565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.017794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.017910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.018186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.018304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.018432] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0 is going to be updated. [ 570.039721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.040517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.040638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.040970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.041136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.041346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5140f72e-1d4e-43f9-bbd4-3cbd7d6fc5e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.084851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.085040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.085117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.085324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.085418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.085985] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.085985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.085985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.085985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.086305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.086305] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea already deleted. [ 570.086305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.189194] env[62626]: INFO networking_nsxv3.common.synchronization [req-0eaea355-c365-46e6-a5e9-3b28dd28f8aa req-bf23014f-ae6e-476f-ad49-706f668bce0f tempest-ServerPasswordTestJSON-991010328 tempest-ServerPasswordTestJSON-991010328-project-member] Enqueued Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_members [ 570.189716] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGHEST for action security_group_members [ 570.190024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.190150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.190213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.190427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.190986] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.191133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.191189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.191332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.191418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.191509] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.515329] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.695355] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.695355] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.695355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.695355] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc is going to be updated. [ 570.722488] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.722621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.722662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.722879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.723035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.730512] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc in Status: IN_PROGRESS for 2s [ 570.836638] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.837398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.837398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.837398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.837575] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.837735] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.837850] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.838496] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.838712] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.839083] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 570.839664] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 570.839818] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 570.840242] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 570.840242] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 570.840242] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 570.840435] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 570.861675] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 570.861938] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 570.862810] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 570.862810] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.863023] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.869171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.869171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.869171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.869171] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.017778] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.018011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.018159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.019056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.019056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.019056] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cebe780a-8cb8-4450-8508-349823be5351 is going to be created. [ 571.043339] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.043749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.043749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.047291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.047418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.057467] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cebe780a-8cb8-4450-8508-349823be5351 in Status: UNINITIALIZED for 2s [ 571.089103] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 571.090459] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 deletion is rescheduled due to dependency. [ 571.090746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.130300] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3360cf5-699c-417e-85f2-947ed141f377 in Status: SUCCESS [ 571.130300] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3360cf5-699c-417e-85f2-947ed141f377 deletion is rescheduled due to dependency. [ 571.130300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3360cf5-699c-417e-85f2-947ed141f377" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.376707] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.376865] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.376979] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.377331] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.377422] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.377568] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad not found, creating... [ 571.377848] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.378059] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.378281] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.378541] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.378671] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.378842] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.379100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.379884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.380202] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.380517] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.380745] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad is going to be created. [ 571.393372] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 571.393629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.393989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.393989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.394308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.394308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.395087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.395087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.395260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.395351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.395473] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.399026] env[62626]: INFO networking_nsxv3.common.synchronization [req-93968e57-42e4-47cd-a2e7-f2553afa4e40 req-ece6315b-046e-45dc-93d8-6b7f5a6e5c3c tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_members [ 571.399477] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_members [ 571.399924] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.400051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.400736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.400736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.400736] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.400736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.400736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.400998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.400998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.400998] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.405066] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.405066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.405066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.405066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.405066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.405066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.631440] env[62626]: INFO networking_nsxv3.common.synchronization [None req-fc7dffec-0db8-4823-b387-f7b27125334f None None] Enqueued Resource ID: 637a90db-fdfe-476f-9f00-c5d78f5f3a21 with Priority: HIGHEST for action port [ 571.631745] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637a90db-fdfe-476f-9f00-c5d78f5f3a21 with Priority: HIGHEST for action port [ 571.632298] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-637a90db-fdfe-476f-9f00-c5d78f5f3a21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.632424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637a90db-fdfe-476f-9f00-c5d78f5f3a21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.632488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637a90db-fdfe-476f-9f00-c5d78f5f3a21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.634362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637a90db-fdfe-476f-9f00-c5d78f5f3a21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.634362] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637a90db-fdfe-476f-9f00-c5d78f5f3a21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.897515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.897664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.897735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.897949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.898113] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.898207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.898268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.898407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.898492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.898576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.898712] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.898794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.898849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.898992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.899186] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.899292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.899366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.899504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.899575] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.899655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.899956] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.905565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.905858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.905858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.906093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.906741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.906741] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.906741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.906741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.906741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.906909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.906909] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a already deleted. [ 571.906977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.957517] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.958655] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.959194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.959658] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.960255] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.960582] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.960838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.961182] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.961459] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.961788] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.964088] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 571.964088] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 571.964088] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 571.964088] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 571.964088] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 571.964088] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 571.982168] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 571.982168] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 571.982168] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 571.982168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.982168] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-ec8eb4d4-a690-49d5-a113-da36200de047 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.982168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.982168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.982168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.982168] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8eb4d4-a690-49d5-a113-da36200de047',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.139151] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637a90db-fdfe-476f-9f00-c5d78f5f3a21 [ 572.139151] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.139271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.139271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.139453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.139539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.139635] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637a90db-fdfe-476f-9f00-c5d78f5f3a21 already deleted. [ 572.139715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637a90db-fdfe-476f-9f00-c5d78f5f3a21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.327020] env[62626]: INFO networking_nsxv3.common.synchronization [req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b req-1758da8b-a2e7-4259-91a1-e426d0586f30 service nova] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_rules [ 572.327240] env[62626]: INFO networking_nsxv3.common.synchronization [req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b req-1758da8b-a2e7-4259-91a1-e426d0586f30 service nova] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_members [ 572.327464] env[62626]: INFO networking_nsxv3.common.synchronization [req-f6f479c4-14ec-48ed-b933-3a54bcdc7e6b req-1758da8b-a2e7-4259-91a1-e426d0586f30 service nova] Enqueued Resource ID: cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad with Priority: HIGHEST for action port [ 572.327620] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_rules [ 572.327722] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_members [ 572.327844] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad with Priority: HIGHEST for action port [ 572.332034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.332034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.332034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.332034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.332034] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.332605] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.332739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.332809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.333022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.333187] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.333289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.333343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.333529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.333627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.333733] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.334602] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.334691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.334754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.334918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.335017] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.405152] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b430d86-e534-4cd9-8664-de47817c7a46: rpc.has_security_group_logging(os_id): False [ 572.422646] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.422799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.422858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.423240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.423462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.424024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.424024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.424024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.424193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.424269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.424413] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.424481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.424583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.424681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.424755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.425113] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.425373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.425466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.425739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.425826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.425987] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be created. [ 572.483363] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.483530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.483530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.483659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.483834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.486669] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.486669] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.486669] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.486669] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.487037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.487037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port ec8eb4d4-a690-49d5-a113-da36200de047 not found, creating... [ 572.487231] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.487809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.487809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.487809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.488394] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.488394] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.488394] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.488394] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.488653] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.488735] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.488881] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: ec8eb4d4-a690-49d5-a113-da36200de047 is going to be created. [ 572.499226] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 572.506374] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.506586] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.506703] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.507314] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.507396] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.510019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.743038] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc in Status: SUCCESS [ 572.743038] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc deletion is rescheduled due to dependency. [ 572.743038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.838758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.838956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.839053] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.839951] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad with status ACTIVE [ 572.840163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.840284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.840349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.840556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.840645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.840812] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.840911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.840975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.841137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.841217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.841396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.841486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.841541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.841680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.841752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.841836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad is going to be updated. [ 572.863643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.863643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.863643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.863643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.863930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.863930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3656a9-aab1-4ca5-9f4f-adecc7ac8bad" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.072361] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cebe780a-8cb8-4450-8508-349823be5351 in Status: SUCCESS [ 573.072599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.072778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.073060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.073234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.073336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.073412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.073562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.073645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.073730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.073822] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.349020] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.383646] env[62626]: INFO networking_nsxv3.common.synchronization [req-93968e57-42e4-47cd-a2e7-f2553afa4e40 req-f3d54b56-7ab0-4540-b295-9c49864c29f4 service nova] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_rules [ 573.383646] env[62626]: INFO networking_nsxv3.common.synchronization [req-93968e57-42e4-47cd-a2e7-f2553afa4e40 req-f3d54b56-7ab0-4540-b295-9c49864c29f4 service nova] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_members [ 573.383646] env[62626]: INFO networking_nsxv3.common.synchronization [req-93968e57-42e4-47cd-a2e7-f2553afa4e40 req-f3d54b56-7ab0-4540-b295-9c49864c29f4 service nova] Enqueued Resource ID: ec8eb4d4-a690-49d5-a113-da36200de047 with Priority: HIGHEST for action port [ 573.387410] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_rules [ 573.387410] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_members [ 573.387410] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8eb4d4-a690-49d5-a113-da36200de047 with Priority: HIGHEST for action port [ 573.387410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.387410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.387410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.387410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.387410] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.387687] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.387687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.387687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.387868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.387968] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.388864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.388864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.388864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.388864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.388864] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.390878] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8eb4d4-a690-49d5-a113-da36200de047 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.390997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.393065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.393065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.393065] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8eb4d4-a690-49d5-a113-da36200de047',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.563037] env[62626]: INFO networking_nsxv3.common.synchronization [None req-41816845-b3c8-49d3-9867-63dc2b824235 None None] Enqueued Resource ID: 380f1b1a-e93a-4208-8e23-4662a260b713 with Priority: HIGHEST for action port [ 573.564079] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 380f1b1a-e93a-4208-8e23-4662a260b713 with Priority: HIGHEST for action port [ 573.564166] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-380f1b1a-e93a-4208-8e23-4662a260b713 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.564276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-380f1b1a-e93a-4208-8e23-4662a260b713" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.564392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-380f1b1a-e93a-4208-8e23-4662a260b713" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.564745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-380f1b1a-e93a-4208-8e23-4662a260b713" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.565029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('380f1b1a-e93a-4208-8e23-4662a260b713',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.577337] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.577337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.577337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.577337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.577535] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.577589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.577623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.578094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.578094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.578094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.578694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.578694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.578694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.578694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.578826] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.578865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.578902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.579312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.579312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.579312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.579448] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.852692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.852692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.852692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.852692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.852692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.852692] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea is going to be created. [ 573.875205] env[62626]: INFO networking_nsxv3.common.synchronization [None req-e94a73f6-6019-40b0-a202-55610fdca3ca None None] Enqueued Resource ID: 70bd20bf-c94c-4789-9c69-55aff46ce73a with Priority: HIGHEST for action port [ 573.875205] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70bd20bf-c94c-4789-9c69-55aff46ce73a with Priority: HIGHEST for action port [ 573.875205] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-70bd20bf-c94c-4789-9c69-55aff46ce73a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.875376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70bd20bf-c94c-4789-9c69-55aff46ce73a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.875376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70bd20bf-c94c-4789-9c69-55aff46ce73a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.875730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70bd20bf-c94c-4789-9c69-55aff46ce73a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.875730] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bd20bf-c94c-4789-9c69-55aff46ce73a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.878761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.878898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.878981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.879247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.879419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.888477] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: UNINITIALIZED for 2s [ 573.893363] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.894587] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.894701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.894859] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec8eb4d4-a690-49d5-a113-da36200de047 with status ACTIVE [ 573.895084] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.895194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.895260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.895461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.895552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.895720] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.895815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.895877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.896044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.896312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.896312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.896402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.896436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.896568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.896640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.896721] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec8eb4d4-a690-49d5-a113-da36200de047 is going to be updated. [ 573.915452] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.915608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.915678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.915886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.916072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.916283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8eb4d4-a690-49d5-a113-da36200de047" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.066809] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 380f1b1a-e93a-4208-8e23-4662a260b713 [ 574.067085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.067245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.067318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.067548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.067641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.067752] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:380f1b1a-e93a-4208-8e23-4662a260b713 already deleted. [ 574.067841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-380f1b1a-e93a-4208-8e23-4662a260b713" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.081992] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cebe780a-8cb8-4450-8508-349823be5351: rpc.has_security_group_logging(os_id): False [ 574.102283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.102283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.102283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.102283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.102283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.102283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.102283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.102283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.102805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.102805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.102805] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.102805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.103079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.103221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.103221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.103418] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.103507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.103568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.103704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.103774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.103854] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cebe780a-8cb8-4450-8508-349823be5351 is going to be created. [ 574.172758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.172891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.172935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.173146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.173330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.185257] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cebe780a-8cb8-4450-8508-349823be5351 in Status: IN_PROGRESS for 2s [ 574.378402] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70bd20bf-c94c-4789-9c69-55aff46ce73a [ 574.378666] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.378800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.378891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.379208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.379312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.379419] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70bd20bf-c94c-4789-9c69-55aff46ce73a already deleted. [ 574.379494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70bd20bf-c94c-4789-9c69-55aff46ce73a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.399298] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.508138] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 574.508355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.906992] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.907716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.907716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.907716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.907716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.907716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a is going to be created. [ 574.930234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.930377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.930452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.930662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.930816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.938968] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913f7f61-d397-40d2-87d6-b52782b4844a in Status: UNINITIALIZED for 2s [ 575.899148] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: SUCCESS [ 575.899477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.900258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.900373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.900634] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.900775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.900894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.901541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.901541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.901541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.901541] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.065219] env[62626]: INFO networking_nsxv3.common.synchronization [None req-9ad06caa-82fd-44c0-865e-dba74635f1a0 None None] Enqueued Resource ID: 897ecfa7-a62c-49ee-bc1e-982afd80ade7 with Priority: HIGHEST for action port [ 576.067403] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897ecfa7-a62c-49ee-bc1e-982afd80ade7 with Priority: HIGHEST for action port [ 576.067403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-897ecfa7-a62c-49ee-bc1e-982afd80ade7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.067403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-897ecfa7-a62c-49ee-bc1e-982afd80ade7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.068607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-897ecfa7-a62c-49ee-bc1e-982afd80ade7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.068607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-897ecfa7-a62c-49ee-bc1e-982afd80ade7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.068607] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897ecfa7-a62c-49ee-bc1e-982afd80ade7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.199460] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cebe780a-8cb8-4450-8508-349823be5351 in Status: SUCCESS [ 576.199460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.406477] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.572466] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 897ecfa7-a62c-49ee-bc1e-982afd80ade7 [ 576.572681] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.572808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.572893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.573142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.573231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.573323] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:897ecfa7-a62c-49ee-bc1e-982afd80ade7 already deleted. [ 576.573397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-897ecfa7-a62c-49ee-bc1e-982afd80ade7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.909519] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f277df8-23ad-4721-8e23-ef87e734caea: rpc.has_security_group_logging(os_id): False [ 576.931846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.931846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.931846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.931846] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea is going to be created. [ 576.950209] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913f7f61-d397-40d2-87d6-b52782b4844a in Status: SUCCESS [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.950209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.950209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.950209] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.989902] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.989902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.990139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.990274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.990525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.001656] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: IN_PROGRESS for 2s [ 577.093714] env[62626]: INFO networking_nsxv3.common.synchronization [req-86cdf2b2-d77a-4ddf-8dc3-5a161828fd39 req-b4e60046-5f46-42a9-b790-f641322c1b08 tempest-ServerDiagnosticsTest-616331905 tempest-ServerDiagnosticsTest-616331905-project-member] Enqueued Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_members [ 577.094302] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGHEST for action security_group_members [ 577.094619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.094739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.094803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.095087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.095249] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.095346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.095407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.095581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.095662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.095753] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.456038] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.544316] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d749229b-6153-454e-afa5-48ef05aac86f None None] Enqueued Resource ID: 2330bf80-e553-40e8-a982-76cc40c9d220 with Priority: HIGHEST for action port [ 577.545082] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2330bf80-e553-40e8-a982-76cc40c9d220 with Priority: HIGHEST for action port [ 577.546449] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2330bf80-e553-40e8-a982-76cc40c9d220 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.546449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2330bf80-e553-40e8-a982-76cc40c9d220" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.546449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2330bf80-e553-40e8-a982-76cc40c9d220" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.546449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2330bf80-e553-40e8-a982-76cc40c9d220" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.546449] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2330bf80-e553-40e8-a982-76cc40c9d220',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.599383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.599545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.599621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.599836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.599932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.600134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.600457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.600457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.600457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.600594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.600594] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 is going to be updated. [ 577.627715] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.631340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.631459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.631778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.631997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.641198] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 in Status: IN_PROGRESS for 2s [ 577.960514] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 913f7f61-d397-40d2-87d6-b52782b4844a: rpc.has_security_group_logging(os_id): False [ 577.978466] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.978466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.978466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.978466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.978466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.979201] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.979201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.979201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.979201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.979201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.979577] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a is going to be created. [ 578.049328] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.049328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.049328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.049485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.049627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.050746] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2330bf80-e553-40e8-a982-76cc40c9d220 [ 578.051017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.051240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.051240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.051396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.051396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.051509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2330bf80-e553-40e8-a982-76cc40c9d220 already deleted. [ 578.051576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2330bf80-e553-40e8-a982-76cc40c9d220" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.060653] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913f7f61-d397-40d2-87d6-b52782b4844a in Status: IN_PROGRESS for 2s [ 579.016271] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: SUCCESS [ 579.017047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.651748] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 in Status: SUCCESS [ 579.651932] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 deletion is rescheduled due to dependency. [ 579.652089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.076211] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 913f7f61-d397-40d2-87d6-b52782b4844a in Status: SUCCESS [ 580.077232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.126074] env[62626]: INFO networking_nsxv3.common.synchronization [req-8ce02476-5707-4165-b0e2-7488fa4309e5 req-64b226fa-db8e-45fc-8107-7a41bc0015d1 tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Enqueued Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_members [ 580.126412] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_members [ 580.126875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.126962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.126962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.130735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.130922] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.131163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.131163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.131315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.131411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.131508] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.300182] env[62626]: INFO networking_nsxv3.common.synchronization [None req-56fc6b75-5ded-42e1-98f2-a89be0e83594 None None] Enqueued Resource ID: 78e4b59c-8d03-40cc-9617-5dc92b6497bf with Priority: HIGHEST for action port [ 580.300983] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e4b59c-8d03-40cc-9617-5dc92b6497bf with Priority: HIGHEST for action port [ 580.301495] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e4b59c-8d03-40cc-9617-5dc92b6497bf taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.301495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e4b59c-8d03-40cc-9617-5dc92b6497bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.301671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e4b59c-8d03-40cc-9617-5dc92b6497bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.301851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e4b59c-8d03-40cc-9617-5dc92b6497bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.301991] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e4b59c-8d03-40cc-9617-5dc92b6497bf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.531448] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.532623] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.532623] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.532623] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.532853] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.532853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.532957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.536988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.536988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.537248] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 580.537374] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 580.537494] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 580.537576] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 580.537684] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 580.537786] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 580.537918] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.556625] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.556625] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 580.556625] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 580.556625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.558019] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-8fad875a-b949-4391-9e9f-5566e4af11f6 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.558019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.558019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.558019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.558019] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fad875a-b949-4391-9e9f-5566e4af11f6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.633599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.633758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.633862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.636033] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.636033] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 already deleted. [ 580.636033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.807737] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78e4b59c-8d03-40cc-9617-5dc92b6497bf [ 580.807979] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.808146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.808219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.808436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.808552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.808610] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78e4b59c-8d03-40cc-9617-5dc92b6497bf already deleted. [ 580.808692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e4b59c-8d03-40cc-9617-5dc92b6497bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.061509] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.062135] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.062301] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.062662] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.062862] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.064154] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 8fad875a-b949-4391-9e9f-5566e4af11f6 not found, creating... [ 581.064154] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.064154] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.064154] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.064154] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.064597] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.064687] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.064791] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.064908] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.065384] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.065461] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.065592] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 8fad875a-b949-4391-9e9f-5566e4af11f6 is going to be created. [ 581.087225] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.087225] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.087225] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.087225] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.087225] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.087225] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.557774] env[62626]: INFO networking_nsxv3.common.synchronization [req-8ce02476-5707-4165-b0e2-7488fa4309e5 req-b3d57ad1-cbfe-448e-971d-4f6a6e59c265 service nova] Enqueued Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_rules [ 582.557774] env[62626]: INFO networking_nsxv3.common.synchronization [req-8ce02476-5707-4165-b0e2-7488fa4309e5 req-b3d57ad1-cbfe-448e-971d-4f6a6e59c265 service nova] Enqueued Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_members [ 582.557774] env[62626]: INFO networking_nsxv3.common.synchronization [req-8ce02476-5707-4165-b0e2-7488fa4309e5 req-b3d57ad1-cbfe-448e-971d-4f6a6e59c265 service nova] Enqueued Resource ID: 8fad875a-b949-4391-9e9f-5566e4af11f6 with Priority: HIGHEST for action port [ 582.557774] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_rules [ 582.557774] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_members [ 582.557774] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fad875a-b949-4391-9e9f-5566e4af11f6 with Priority: HIGHEST for action port [ 582.558361] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.558361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.558462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.558686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.558764] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.559628] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.560683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.560683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.560683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.560683] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.560683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.560683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.564250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.564354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.564468] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.570251] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fad875a-b949-4391-9e9f-5566e4af11f6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.570251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.570251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.570251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.570251] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fad875a-b949-4391-9e9f-5566e4af11f6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.068938] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.070074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.070074] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.071302] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fad875a-b949-4391-9e9f-5566e4af11f6 with status ACTIVE [ 583.071421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.071519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.071519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.071799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.075037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.075037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.075037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.075037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fad875a-b949-4391-9e9f-5566e4af11f6 is going to be updated. [ 583.097871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.098205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.098268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.098483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.098638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.098830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fad875a-b949-4391-9e9f-5566e4af11f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.368130] env[62626]: INFO networking_nsxv3.common.synchronization [req-53d4e96f-3feb-456e-9d95-18c0d5a338dd req-0f20a683-d3bc-46af-91cf-69735cf76517 tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_members [ 583.368731] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_members [ 583.369085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.369202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.369259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.369501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.369653] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.371613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.371613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.371613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.371613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.371613] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.397100] env[62626]: INFO networking_nsxv3.common.synchronization [None req-316b89a3-e380-4cbd-b113-4a3fd78e0554 None None] Enqueued Resource ID: 41b69e7b-f0c9-42ba-982a-fe3d10e02cde with Priority: HIGHEST for action port [ 583.398098] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b69e7b-f0c9-42ba-982a-fe3d10e02cde with Priority: HIGHEST for action port [ 583.398098] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b69e7b-f0c9-42ba-982a-fe3d10e02cde taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.402538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b69e7b-f0c9-42ba-982a-fe3d10e02cde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.402744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b69e7b-f0c9-42ba-982a-fe3d10e02cde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.403085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b69e7b-f0c9-42ba-982a-fe3d10e02cde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.403402] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b69e7b-f0c9-42ba-982a-fe3d10e02cde',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.576922] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.875243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.875544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.875680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.875982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.876322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.876479] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.876637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.876762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.876945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.877062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.877176] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 already deleted. [ 583.877289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.905474] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41b69e7b-f0c9-42ba-982a-fe3d10e02cde [ 583.905830] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.906037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.906286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.907047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.907047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.907047] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41b69e7b-f0c9-42ba-982a-fe3d10e02cde already deleted. [ 583.907047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b69e7b-f0c9-42ba-982a-fe3d10e02cde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.083899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.083899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.083899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.083899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.083899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.083899] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 is going to be created. [ 584.109906] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.110249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.110249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.110446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.110638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.123526] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: UNINITIALIZED for 2s [ 584.142364] env[62626]: INFO networking_nsxv3.common.synchronization [None req-ef6866ae-4f62-40dc-9e26-caed908a08c6 None None] Enqueued Resource ID: e249a8d0-9b00-4311-9e4a-9da856c9bf43 with Priority: HIGHEST for action port [ 584.143796] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e249a8d0-9b00-4311-9e4a-9da856c9bf43 with Priority: HIGHEST for action port [ 584.144295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e249a8d0-9b00-4311-9e4a-9da856c9bf43 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.144561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e249a8d0-9b00-4311-9e4a-9da856c9bf43" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.144685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e249a8d0-9b00-4311-9e4a-9da856c9bf43" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.147214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e249a8d0-9b00-4311-9e4a-9da856c9bf43" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.147214] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e249a8d0-9b00-4311-9e4a-9da856c9bf43',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.649214] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e249a8d0-9b00-4311-9e4a-9da856c9bf43 [ 584.649214] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.649214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.649214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.649214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.649879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.649879] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e249a8d0-9b00-4311-9e4a-9da856c9bf43 already deleted. [ 584.649879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e249a8d0-9b00-4311-9e4a-9da856c9bf43" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.838849] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5b00fadb-e663-40f4-9253-a01b0db10956 None None] Enqueued Resource ID: d6b17d3f-667e-40ed-9f84-c08510930973 with Priority: HIGHEST for action port [ 584.842210] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b17d3f-667e-40ed-9f84-c08510930973 with Priority: HIGHEST for action port [ 584.842612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b17d3f-667e-40ed-9f84-c08510930973 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.842884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b17d3f-667e-40ed-9f84-c08510930973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.844426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b17d3f-667e-40ed-9f84-c08510930973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.844815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b17d3f-667e-40ed-9f84-c08510930973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.845010] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b17d3f-667e-40ed-9f84-c08510930973',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.171985] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-110" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-110" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-110" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.171985] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.171985] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.171985] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.171985] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.171985] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.177022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.177022] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 585.177022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.177022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.200655] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.201126] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 585.201392] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.201679] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-110" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.203860] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-0eeccf2b-2930-40db-bbbd-5fc49969bbde taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.205019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.205372] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.205853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.206633] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eeccf2b-2930-40db-bbbd-5fc49969bbde',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.347424] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b17d3f-667e-40ed-9f84-c08510930973 [ 585.347623] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.347718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.347760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.347979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.348084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.348182] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b17d3f-667e-40ed-9f84-c08510930973 already deleted. [ 585.348266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b17d3f-667e-40ed-9f84-c08510930973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.711961] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.712610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.712853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.713250] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.713516] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.714598] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 0eeccf2b-2930-40db-bbbd-5fc49969bbde not found, creating... [ 585.714598] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.714598] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.714598] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.714974] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.715269] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.715762] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.716101] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.716345] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.717023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.717023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.717023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 0eeccf2b-2930-40db-bbbd-5fc49969bbde is going to be created. [ 585.744352] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.744352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.744352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.744352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.744352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.744352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.135322] env[62626]: INFO networking_nsxv3.common.synchronization [req-d330d324-d23b-49d8-a8c9-35bde1a9b509 req-fd943397-1703-44d3-836a-0d6fc52a429a tempest-AttachInterfacesV270Test-1955030578 tempest-AttachInterfacesV270Test-1955030578-project-member] Enqueued Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_members [ 586.138260] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: UNINITIALIZED for 4s [ 586.138794] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGHEST for action security_group_members [ 586.139248] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.139377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.139443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.139650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.139800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.139895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.139955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.140109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.140284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.140284] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.643619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.643781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.643938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.644080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.644167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.644356] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.645061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.645061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.645061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.645061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.645061] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cebe780a-8cb8-4450-8508-349823be5351 is going to be updated. [ 586.757658] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.757922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.757922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.759897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.760130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.770911] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cebe780a-8cb8-4450-8508-349823be5351 in Status: IN_PROGRESS for 2s [ 587.249112] env[62626]: INFO networking_nsxv3.common.synchronization [None req-992ff4fb-dab6-470c-9794-d27d8dc4ba75 None None] Enqueued Resource ID: 0b1f42f3-b510-4a39-b8cc-b7d108c2f71d with Priority: HIGHEST for action port [ 587.249386] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1f42f3-b510-4a39-b8cc-b7d108c2f71d with Priority: HIGHEST for action port [ 587.249984] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1f42f3-b510-4a39-b8cc-b7d108c2f71d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.250231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1f42f3-b510-4a39-b8cc-b7d108c2f71d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.250231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1f42f3-b510-4a39-b8cc-b7d108c2f71d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.250561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1f42f3-b510-4a39-b8cc-b7d108c2f71d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.250561] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1f42f3-b510-4a39-b8cc-b7d108c2f71d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.722998] env[62626]: INFO networking_nsxv3.common.synchronization [req-53d4e96f-3feb-456e-9d95-18c0d5a338dd req-66e78fd6-1a86-407e-a614-62e4835d7252 service nova] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_rules [ 587.722998] env[62626]: INFO networking_nsxv3.common.synchronization [req-53d4e96f-3feb-456e-9d95-18c0d5a338dd req-66e78fd6-1a86-407e-a614-62e4835d7252 service nova] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_members [ 587.722998] env[62626]: INFO networking_nsxv3.common.synchronization [req-53d4e96f-3feb-456e-9d95-18c0d5a338dd req-66e78fd6-1a86-407e-a614-62e4835d7252 service nova] Enqueued Resource ID: 0eeccf2b-2930-40db-bbbd-5fc49969bbde with Priority: HIGHEST for action port [ 587.723707] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_rules [ 587.723707] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_members [ 587.725279] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eeccf2b-2930-40db-bbbd-5fc49969bbde with Priority: HIGHEST for action port [ 587.726393] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.726621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.726621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.726860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.729540] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.732766] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.735261] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.735261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.735261] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.735970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eeccf2b-2930-40db-bbbd-5fc49969bbde taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.736103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.736202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.736343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.736425] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eeccf2b-2930-40db-bbbd-5fc49969bbde',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.755630] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b1f42f3-b510-4a39-b8cc-b7d108c2f71d [ 587.755811] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.755971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.756050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.756280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.756370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.756477] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b1f42f3-b510-4a39-b8cc-b7d108c2f71d already deleted. [ 587.756641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1f42f3-b510-4a39-b8cc-b7d108c2f71d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.149459] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: SUCCESS [ 588.149459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.149459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.151579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.151579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.151579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.151579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.151579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.151579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.151579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.151579] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.239394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.239560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.239763] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eeccf2b-2930-40db-bbbd-5fc49969bbde with status ACTIVE [ 588.239952] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.240072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.240137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.240355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.240447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.240621] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.240720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.240789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.242039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.242039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.242039] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.242039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.242039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.242039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.242039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.242039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eeccf2b-2930-40db-bbbd-5fc49969bbde is going to be updated. [ 588.243266] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.263518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.263735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.263807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.264029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.264164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.264325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eeccf2b-2930-40db-bbbd-5fc49969bbde" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.657506] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.657687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.657870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.658055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.658266] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.658403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.658485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.658637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.658848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.658924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.659044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.659142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.659223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.659700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.659859] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.659968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.660152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.660229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.660314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.660395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.660512] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.745880] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.780999] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cebe780a-8cb8-4450-8508-349823be5351 in Status: SUCCESS [ 588.781129] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cebe780a-8cb8-4450-8508-349823be5351 deletion is rescheduled due to dependency. [ 588.781221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.791053] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0889f743-d65b-40ed-ad1b-d9a36402d41b None None] Enqueued Resource ID: e6bd62c0-4b1d-426e-b678-ed710b72f18d with Priority: HIGHEST for action port [ 588.791053] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bd62c0-4b1d-426e-b678-ed710b72f18d with Priority: HIGHEST for action port [ 588.792496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6bd62c0-4b1d-426e-b678-ed710b72f18d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.792632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6bd62c0-4b1d-426e-b678-ed710b72f18d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.792700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6bd62c0-4b1d-426e-b678-ed710b72f18d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.793058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6bd62c0-4b1d-426e-b678-ed710b72f18d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.793796] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6bd62c0-4b1d-426e-b678-ed710b72f18d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.011746] env[62626]: INFO networking_nsxv3.common.synchronization [None req-6feea778-71d4-4886-8417-ca95d75a9dbb None None] Enqueued Resource ID: 0d93ff35-50a8-4e6d-8b79-94fae05c0265 with Priority: HIGHEST for action port [ 589.012373] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d93ff35-50a8-4e6d-8b79-94fae05c0265 with Priority: HIGHEST for action port [ 589.013436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d93ff35-50a8-4e6d-8b79-94fae05c0265 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.014137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d93ff35-50a8-4e6d-8b79-94fae05c0265" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.014242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d93ff35-50a8-4e6d-8b79-94fae05c0265" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.016815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d93ff35-50a8-4e6d-8b79-94fae05c0265" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.016815] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d93ff35-50a8-4e6d-8b79-94fae05c0265',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.163275] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1607562a-c31e-46a1-bb31-1cf308dd2026: rpc.has_security_group_logging(os_id): False [ 589.184952] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.185138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.185728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.185994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.186109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.188063] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.188063] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.188063] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.188063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.190304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.190304] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 is going to be created. [ 589.251633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.251804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.251946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.252149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.252302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.255031] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 is going to be created. [ 589.256385] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.256385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.256385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.256626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.256747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.267737] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: IN_PROGRESS for 2s [ 589.280560] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.280787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.280787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.281054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.281183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.289632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 in Status: UNINITIALIZED for 2s [ 589.297382] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6bd62c0-4b1d-426e-b678-ed710b72f18d [ 589.297382] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.297382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.297382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.297382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.297382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.297382] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6bd62c0-4b1d-426e-b678-ed710b72f18d already deleted. [ 589.297382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6bd62c0-4b1d-426e-b678-ed710b72f18d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.522926] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d93ff35-50a8-4e6d-8b79-94fae05c0265 [ 589.522926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.522926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.522926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.522926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.522926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.522926] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d93ff35-50a8-4e6d-8b79-94fae05c0265 already deleted. [ 589.522926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d93ff35-50a8-4e6d-8b79-94fae05c0265" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.280364] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: SUCCESS [ 591.280631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.298044] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 in Status: SUCCESS [ 591.298854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.298854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.298854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.298854] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.299116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.299116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.299190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.299239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.299322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.299408] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.801914] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.304604] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866: rpc.has_security_group_logging(os_id): False [ 592.324250] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.324391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.324462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.324698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.324788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.325028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.325269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.325368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.325553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.325733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.325733] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 is going to be created. [ 592.380659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.382130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.382130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.382130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.382130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.394975] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 in Status: IN_PROGRESS for 2s [ 592.637057] env[62626]: INFO networking_nsxv3.common.synchronization [req-d8d293c1-c13b-4c20-a989-7431b4538922 req-5b0cd44f-e69a-403a-a0f3-c335da8823ab tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Enqueued Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_members [ 592.639646] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_members [ 592.639990] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.640125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.640193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.640440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.640598] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.640697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.640757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.640909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.640991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.641097] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.143368] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.144217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.144217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.144749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.144749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.144749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.144935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.144935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.145029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.145084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.145130] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 already deleted. [ 593.145238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.273291] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.273449] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-528" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.273449] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-528" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.275962] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-528" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.275962] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.275962] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.275962] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.275962] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.275962] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.275962] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.275962] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.275962] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.275962] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.276694] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.276694] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.276694] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.294631] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.294631] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.294631] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.294941] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-528" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.295421] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-8a92b402-0a1b-4135-941a-a5ccf4956430 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.295676] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.295855] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.296329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.296538] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a92b402-0a1b-4135-941a-a5ccf4956430',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.799748] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.800057] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.800101] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.800370] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.800559] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.800792] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 8a92b402-0a1b-4135-941a-a5ccf4956430 not found, creating... [ 593.801177] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.801357] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.801480] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.801716] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.801857] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.802158] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.802310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.802425] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.802635] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.802797] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.802965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 8a92b402-0a1b-4135-941a-a5ccf4956430 is going to be created. [ 593.824794] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.826401] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.826401] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.826560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.826778] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.827281] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.407824] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 in Status: SUCCESS [ 594.408058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.248860] env[62626]: INFO networking_nsxv3.common.synchronization [req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 req-8324df9a-8a3b-4c77-af6a-080a03b595fd tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 595.251616] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 595.251616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.251616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.251616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.251616] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.413585] env[62626]: INFO networking_nsxv3.common.synchronization [req-d8d293c1-c13b-4c20-a989-7431b4538922 req-c10ac74e-7e2b-4e11-9d5d-958dff2d5eb9 service nova] Enqueued Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_rules [ 595.413704] env[62626]: INFO networking_nsxv3.common.synchronization [req-d8d293c1-c13b-4c20-a989-7431b4538922 req-c10ac74e-7e2b-4e11-9d5d-958dff2d5eb9 service nova] Enqueued Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_members [ 595.413778] env[62626]: INFO networking_nsxv3.common.synchronization [req-d8d293c1-c13b-4c20-a989-7431b4538922 req-c10ac74e-7e2b-4e11-9d5d-958dff2d5eb9 service nova] Enqueued Resource ID: 8a92b402-0a1b-4135-941a-a5ccf4956430 with Priority: HIGHEST for action port [ 595.413991] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_rules [ 595.414122] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_members [ 595.414224] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a92b402-0a1b-4135-941a-a5ccf4956430 with Priority: HIGHEST for action port [ 595.414773] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.414896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.414955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.415396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.415485] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.416553] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.416553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.416553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.416814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.420120] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.420120] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.420120] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a92b402-0a1b-4135-941a-a5ccf4956430 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.420120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.420120] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a92b402-0a1b-4135-941a-a5ccf4956430',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.653074] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.653074] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.653074] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.654477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.658618] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.658618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.658618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.658821] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.658939] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.660066] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.660066] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.660066] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.660066] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.660066] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.660066] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.660066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.680445] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.680601] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.680751] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.680984] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.681381] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-8674ccc8-c53d-411a-844b-fa68ccf19605 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.681664] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.681725] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.682166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.682166] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8674ccc8-c53d-411a-844b-fa68ccf19605',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.756197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.756311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.757412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.757412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.757412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.757412] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.757412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.758358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.758358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.758728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.758848] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 already deleted. [ 595.758946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.922628] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.924375] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.924375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.924515] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a92b402-0a1b-4135-941a-a5ccf4956430 with status ACTIVE [ 595.924657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.924764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.924817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.925054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.925141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.925368] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.925458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.925518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.926497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.926497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.926497] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.931136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.931277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.931502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.931608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.931697] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a92b402-0a1b-4135-941a-a5ccf4956430 is going to be updated. [ 595.962842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.962842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.962842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.962842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.962842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.962842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a92b402-0a1b-4135-941a-a5ccf4956430" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.185614] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.185845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.185956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.186683] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.186849] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.187017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 8674ccc8-c53d-411a-844b-fa68ccf19605 not found, creating... [ 596.187302] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.187468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.187609] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.187790] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.187926] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.188223] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.188379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.188497] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.188884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.189050] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.189174] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 8674ccc8-c53d-411a-844b-fa68ccf19605 is going to be created. [ 596.217678] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.219058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.219058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.219058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.219058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.219058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.435214] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.584016] env[62626]: INFO networking_nsxv3.common.synchronization [req-3c79ac8f-7680-4fc3-a5f2-602ad9f4425e req-5ce0e71d-d0ad-4cb1-be6c-19e5b1f3ff98 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 596.584611] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 596.584926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.585119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.585160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.585955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.585955] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.585955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.585955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.585955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.585955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.586220] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.651192] env[62626]: INFO networking_nsxv3.common.synchronization [req-5f87e590-54cc-4e0a-ae13-eb7e7e7f75fa req-f173b1b9-d413-4092-8dec-1802f5a7413c tempest-ServerDiagnosticsNegativeTest-1093232809 tempest-ServerDiagnosticsNegativeTest-1093232809-project-member] Enqueued Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_members [ 596.651192] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGHEST for action security_group_members [ 596.651192] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.660815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.660815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.660815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.660815] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.660815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.660815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.662351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.662351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.662351] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.937351] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.938538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.938538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.938538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.938538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.938538] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 is going to be created. [ 596.965770] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.966048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.966048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.966206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.966487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.974854] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 in Status: UNINITIALIZED for 2s [ 596.993177] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8b58ba23-2175-4187-adbc-3e37b4218e13 None None] Enqueued Resource ID: 0f13d568-ccbb-43ed-b111-aea2a37624f2 with Priority: HIGHEST for action port [ 596.993469] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f13d568-ccbb-43ed-b111-aea2a37624f2 with Priority: HIGHEST for action port [ 596.994323] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f13d568-ccbb-43ed-b111-aea2a37624f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.994667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f13d568-ccbb-43ed-b111-aea2a37624f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.994667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f13d568-ccbb-43ed-b111-aea2a37624f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.994803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f13d568-ccbb-43ed-b111-aea2a37624f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.994922] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f13d568-ccbb-43ed-b111-aea2a37624f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.090107] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.090107] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.090107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.090107] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 597.116509] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.116663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.116735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.116947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.117100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.125631] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 597.167023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.167023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.167023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.167023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 is going to be updated. [ 597.193695] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.194018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.194477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.194477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.209300] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: IN_PROGRESS for 2s [ 597.501853] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f13d568-ccbb-43ed-b111-aea2a37624f2 [ 597.502121] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.503093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.503212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.503431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.503544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.503930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f13d568-ccbb-43ed-b111-aea2a37624f2 already deleted. [ 597.503930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f13d568-ccbb-43ed-b111-aea2a37624f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.584848] env[62626]: INFO networking_nsxv3.common.synchronization [req-30822ddf-7f46-42aa-ac24-2db0ee77387d req-de139384-6df0-4d01-ac96-8555bee59914 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 597.585425] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 597.585758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.585875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.585940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.586512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.586670] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.586788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.586836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.587009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.587432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.587432] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.713811] env[62626]: INFO networking_nsxv3.common.synchronization [req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 req-98cc1567-cd78-4cbb-81b9-0907a2fdb039 service nova] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 597.713811] env[62626]: INFO networking_nsxv3.common.synchronization [req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 req-98cc1567-cd78-4cbb-81b9-0907a2fdb039 service nova] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 597.713811] env[62626]: INFO networking_nsxv3.common.synchronization [req-3edcf9fd-7b4c-4838-a220-ba0307a2e3c6 req-98cc1567-cd78-4cbb-81b9-0907a2fdb039 service nova] Enqueued Resource ID: 8674ccc8-c53d-411a-844b-fa68ccf19605 with Priority: HIGHEST for action port [ 597.713811] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 597.713811] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 597.713811] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8674ccc8-c53d-411a-844b-fa68ccf19605 with Priority: HIGHEST for action port [ 597.713811] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.713811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.713811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.713811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.714884] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.715920] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.716082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.716130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.716365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.716484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.716621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.716722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.716945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.717082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.717199] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.721666] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8674ccc8-c53d-411a-844b-fa68ccf19605 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.721825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.721909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.722136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.722235] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8674ccc8-c53d-411a-844b-fa68ccf19605',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.090479] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.090586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.090654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.090869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.090960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.091161] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.091312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.091312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.091462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.091543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.091672] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 598.117778] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.120016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.120016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.120016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.120016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.128870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 598.224586] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.226012] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.226133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.226507] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8674ccc8-c53d-411a-844b-fa68ccf19605 with status ACTIVE [ 598.226677] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.226785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.226851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.227071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.227160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.227324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.227421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.227482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.227635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.227754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.227884] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.227976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.231123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.231493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.231606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.235810] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8674ccc8-c53d-411a-844b-fa68ccf19605 is going to be updated. [ 598.258725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.258725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.258725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.258725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.258725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.258725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8674ccc8-c53d-411a-844b-fa68ccf19605" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.385698] env[62626]: INFO networking_nsxv3.common.synchronization [req-e152511e-5a7f-45e8-bace-8a73cb17d333 req-1bfa54c5-c1cc-43e0-b82e-47d3076c307a tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Enqueued Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_members [ 598.386365] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_members [ 598.386585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.386890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.386890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.387056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.387217] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.387319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.387319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.387883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.387883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.387883] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.727614] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.892302] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.892593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.892593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.894892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.894892] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e already deleted. [ 598.894892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.968148] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f8471f02-9617-4c97-baeb-635c641bd25a None None] Enqueued Resource ID: 7219f840-f780-4dc2-be2f-3f4c809a9153 with Priority: HIGHEST for action port [ 598.968148] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7219f840-f780-4dc2-be2f-3f4c809a9153 with Priority: HIGHEST for action port [ 598.968148] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7219f840-f780-4dc2-be2f-3f4c809a9153 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.968148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7219f840-f780-4dc2-be2f-3f4c809a9153" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.968148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7219f840-f780-4dc2-be2f-3f4c809a9153" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.969454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7219f840-f780-4dc2-be2f-3f4c809a9153" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.970126] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7219f840-f780-4dc2-be2f-3f4c809a9153',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.986643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 in Status: SUCCESS [ 598.986861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.987334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.987542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.988236] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.988236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.988236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.988236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.988236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.988488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.988488] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.055666] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.055884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-807" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.056017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-807" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.056696] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-807" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.056696] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.056864] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.056906] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.057123] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.057263] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.058144] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.058144] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.058144] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.058144] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.058144] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.058144] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.058412] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.081134] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.081134] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.081134] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.081134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-807" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.081134] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-81a67feb-d476-4d93-82c0-1ec791640c7f taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.081134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.081134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.081134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.081134] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a67feb-d476-4d93-82c0-1ec791640c7f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.134648] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 599.134756] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 599.134872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.166360] env[62626]: INFO networking_nsxv3.common.synchronization [None req-ae337e09-dc93-4866-8f2d-d7ac9384a7fa None None] Enqueued Resource ID: d98eca5b-fdfb-404b-8787-070633bb7011 with Priority: HIGHEST for action port [ 599.167045] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98eca5b-fdfb-404b-8787-070633bb7011 with Priority: HIGHEST for action port [ 599.167825] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98eca5b-fdfb-404b-8787-070633bb7011 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.167825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98eca5b-fdfb-404b-8787-070633bb7011" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.167825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98eca5b-fdfb-404b-8787-070633bb7011" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.167980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98eca5b-fdfb-404b-8787-070633bb7011" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.167980] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98eca5b-fdfb-404b-8787-070633bb7011',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.224166] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 in Status: SUCCESS [ 599.224166] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 deletion is rescheduled due to dependency. [ 599.224270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.231460] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.231627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.231807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.232173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.232577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.232810] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be created. [ 599.259528] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.259691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.259742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.259949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.260116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.274362] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: UNINITIALIZED for 2s [ 599.473132] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7219f840-f780-4dc2-be2f-3f4c809a9153 [ 599.474135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.474276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.474343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.474621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.474715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.476006] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7219f840-f780-4dc2-be2f-3f4c809a9153 already deleted. [ 599.476006] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7219f840-f780-4dc2-be2f-3f4c809a9153" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.491997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.495891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.495891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.495891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.495891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.512572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.512572] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.583815] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.584994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.584994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.585290] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.585468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.585932] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 81a67feb-d476-4d93-82c0-1ec791640c7f not found, creating... [ 599.585932] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.586126] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.586226] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.586489] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.586766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.586950] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.587991] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.588757] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.588757] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.588757] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.588757] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 81a67feb-d476-4d93-82c0-1ec791640c7f is going to be created. [ 599.608302] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.608502] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.608628] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.608912] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.609572] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.609572] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.636090] env[62626]: INFO networking_nsxv3.common.synchronization [None req-2e40adfb-6d84-431a-a2a2-72cc5fac580d tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 599.636798] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 599.637499] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.637499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.637499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.637499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.637937] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.673282] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d98eca5b-fdfb-404b-8787-070633bb7011 [ 599.673490] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.673621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.673690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.674790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.674790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.674790] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d98eca5b-fdfb-404b-8787-070633bb7011 already deleted. [ 599.674790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98eca5b-fdfb-404b-8787-070633bb7011" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.016306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e434876-697c-40d4-9eee-f83c3f6bdc00: rpc.has_security_group_logging(os_id): False [ 600.034287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.034564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.034651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.034868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.034953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.035187] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.035278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.035354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.035522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.035597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.035790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.035882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.035939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.036103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.036290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.037795] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.037795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.037795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.037795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.037795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.037795] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 is going to be created. [ 600.095251] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.095251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.095251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.095251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.095251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.105532] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 in Status: IN_PROGRESS for 2s [ 600.110113] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4ac9d06c-18f6-48b3-a3ea-ec358f066d7f tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 600.110625] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 600.110923] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.111055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.139891] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 4s [ 600.192644] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.193229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.194343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.194343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.194343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.194343] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 already deleted. [ 600.194343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.194343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.194343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.194343] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.715518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.715668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.715735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.715943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.716043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.716134] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 already deleted. [ 600.716216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.738712] env[62626]: INFO networking_nsxv3.common.synchronization [req-e152511e-5a7f-45e8-bace-8a73cb17d333 req-e7b40979-280a-4ea2-a127-a7d6497b351a service nova] Enqueued Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_rules [ 600.738712] env[62626]: INFO networking_nsxv3.common.synchronization [req-e152511e-5a7f-45e8-bace-8a73cb17d333 req-e7b40979-280a-4ea2-a127-a7d6497b351a service nova] Enqueued Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_members [ 600.738712] env[62626]: INFO networking_nsxv3.common.synchronization [req-e152511e-5a7f-45e8-bace-8a73cb17d333 req-e7b40979-280a-4ea2-a127-a7d6497b351a service nova] Enqueued Resource ID: 81a67feb-d476-4d93-82c0-1ec791640c7f with Priority: HIGHEST for action port [ 600.738712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_rules [ 600.738712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_members [ 600.738712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a67feb-d476-4d93-82c0-1ec791640c7f with Priority: HIGHEST for action port [ 600.742601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.742765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.742813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.743075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.743184] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.744120] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.744229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.744292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.744819] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.744919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.750020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.750020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.750020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.750020] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.750020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a67feb-d476-4d93-82c0-1ec791640c7f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.750020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.750020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.750020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.750020] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a67feb-d476-4d93-82c0-1ec791640c7f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.186518] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b56b2846-defa-4674-95c5-3cc2e57d89a2 None None] Enqueued Resource ID: 361e29d0-68e9-42a4-bd07-451873b6dd41 with Priority: HIGHEST for action port [ 601.188021] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 361e29d0-68e9-42a4-bd07-451873b6dd41 with Priority: HIGHEST for action port [ 601.188515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-361e29d0-68e9-42a4-bd07-451873b6dd41 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.188931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-361e29d0-68e9-42a4-bd07-451873b6dd41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.189200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-361e29d0-68e9-42a4-bd07-451873b6dd41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.189635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-361e29d0-68e9-42a4-bd07-451873b6dd41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.189845] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('361e29d0-68e9-42a4-bd07-451873b6dd41',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.251625] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.252652] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.252802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.260106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a67feb-d476-4d93-82c0-1ec791640c7f with status ACTIVE [ 601.260106] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.260106] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.260106] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.260106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.260106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a67feb-d476-4d93-82c0-1ec791640c7f is going to be updated. [ 601.283191] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.283333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.283399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.283629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.283781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.283969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a67feb-d476-4d93-82c0-1ec791640c7f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.286232] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 601.286724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.287724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.287724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.287724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.287724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.287724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.287724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.287990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.287990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.287990] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.692347] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 361e29d0-68e9-42a4-bd07-451873b6dd41 [ 601.692659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.692792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.693116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.693208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.693467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.693467] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:361e29d0-68e9-42a4-bd07-451873b6dd41 already deleted. [ 601.693467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-361e29d0-68e9-42a4-bd07-451873b6dd41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.756036] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.791289] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.122231] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 in Status: SUCCESS [ 602.122498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.156844] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 602.156844] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 602.156844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.177306] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f5857722-f410-416e-aa95-3485d637c139 None None] Enqueued Resource ID: 0bcad825-8a57-4057-9689-baa5158953f6 with Priority: HIGHEST for action port [ 602.177792] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcad825-8a57-4057-9689-baa5158953f6 with Priority: HIGHEST for action port [ 602.178997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bcad825-8a57-4057-9689-baa5158953f6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.178997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bcad825-8a57-4057-9689-baa5158953f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.178997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bcad825-8a57-4057-9689-baa5158953f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.178997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bcad825-8a57-4057-9689-baa5158953f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.178997] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcad825-8a57-4057-9689-baa5158953f6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.248708] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0bc1c048-bbae-4c91-b680-d603a9da0f92 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 602.249257] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 602.251394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.251394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.251394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.251394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.251394] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.257873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.258039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.258241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.259365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.259479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.265022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e is going to be created. [ 602.282761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.282892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.283227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.283227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.283667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.292343] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21: rpc.has_security_group_logging(os_id): False [ 602.294605] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e in Status: UNINITIALIZED for 2s [ 602.311393] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.311393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.311393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.312527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.312750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.313365] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.313365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.313365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.313365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.313365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.313365] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be created. [ 602.380308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.383229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.383350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.383574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.383763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.395545] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 602.426612] env[62626]: INFO networking_nsxv3.common.synchronization [None req-e87d94d2-ad69-41f1-93cb-56ad109788f8 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 602.426612] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 602.426612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.426612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.683490] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bcad825-8a57-4057-9689-baa5158953f6 [ 602.683842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.683842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.683842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.684157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.684157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.684284] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bcad825-8a57-4057-9689-baa5158953f6 already deleted. [ 602.684322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bcad825-8a57-4057-9689-baa5158953f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.775989] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.776142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.776210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.777304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.777457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.777502] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 already deleted. [ 602.777628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.777753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.778943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.779024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.301465] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.301848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.301848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.301939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.302077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.302520] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 already deleted. [ 603.302804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.874053] env[62626]: INFO networking_nsxv3.common.synchronization [None req-27aded6c-b691-4f0a-a81d-ffebfbf9108e None None] Enqueued Resource ID: 592ff33f-c094-406a-8024-abf4d7562865 with Priority: HIGHEST for action port [ 603.874053] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592ff33f-c094-406a-8024-abf4d7562865 with Priority: HIGHEST for action port [ 603.876295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-592ff33f-c094-406a-8024-abf4d7562865 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.876295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-592ff33f-c094-406a-8024-abf4d7562865" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.876295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-592ff33f-c094-406a-8024-abf4d7562865" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.876295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-592ff33f-c094-406a-8024-abf4d7562865" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.876295] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('592ff33f-c094-406a-8024-abf4d7562865',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.218412] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f41c9dd3-2fcd-4300-af4c-c0efc544f825 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_rules [ 604.220480] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_rules [ 604.220828] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.221013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.221124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.221397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.221775] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.304960] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e in Status: SUCCESS [ 604.305301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.305371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.305583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.305775] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.305967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.305967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.309146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.309146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.309146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.309146] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.352241] env[62626]: INFO networking_nsxv3.common.synchronization [None req-91acb5cd-4c59-4b68-a92b-128a0659d740 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_rules [ 604.353849] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_rules [ 604.354037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.354115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.381221] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 592ff33f-c094-406a-8024-abf4d7562865 [ 604.381221] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.381221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.381221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.381221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.381221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.381221] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:592ff33f-c094-406a-8024-abf4d7562865 already deleted. [ 604.381221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-592ff33f-c094-406a-8024-abf4d7562865" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.410567] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 604.410794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.638547] env[62626]: INFO networking_nsxv3.common.synchronization [None req-82d9344e-8f89-4e7e-8f07-804f50eaad6a None None] Enqueued Resource ID: 0b9a7815-273d-4915-ba23-4698ce235d81 with Priority: HIGHEST for action port [ 604.638830] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9a7815-273d-4915-ba23-4698ce235d81 with Priority: HIGHEST for action port [ 604.639413] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9a7815-273d-4915-ba23-4698ce235d81 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.639539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9a7815-273d-4915-ba23-4698ce235d81" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.639607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9a7815-273d-4915-ba23-4698ce235d81" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.640024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9a7815-273d-4915-ba23-4698ce235d81" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.640140] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9a7815-273d-4915-ba23-4698ce235d81',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.743066] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.746070] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a already deleted. [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.746070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.746070] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.809694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.809694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.809694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.809694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.810324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.810324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.810324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.810324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.810324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.810324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.810547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.810547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.810547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.810661] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.144133] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b9a7815-273d-4915-ba23-4698ce235d81 [ 605.144133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.144133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.144133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.146107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.146232] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b9a7815-273d-4915-ba23-4698ce235d81 already deleted. [ 605.146330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9a7815-273d-4915-ba23-4698ce235d81" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.271269] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.271424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.271482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.271696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.271786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.271880] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a already deleted. [ 605.271961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.313172] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a7ee645-f22d-4c01-976f-9697ac9fed4e: rpc.has_security_group_logging(os_id): False [ 605.331975] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.331975] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.331975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.331975] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.332748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.332877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.332955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.333744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.334410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.334557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.334622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.334779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.334860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.334962] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e is going to be created. [ 605.409968] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.409968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.410145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.410456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.420639] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e in Status: IN_PROGRESS for 2s [ 606.075621] env[62626]: INFO networking_nsxv3.common.synchronization [req-898fed53-657c-458e-9af2-02919bfd6c2d req-b751db10-e17e-4335-ac7c-da0027050d13 tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Enqueued Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_members [ 606.076256] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_members [ 606.076678] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.076790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.076790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.078174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.078174] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.078174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.078174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.078174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.078174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.078174] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.583478] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.583792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.583792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.583910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.583989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.584192] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.584290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.584348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.584500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.584578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.584698] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 already deleted. [ 606.584829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.706187] env[62626]: INFO networking_nsxv3.common.synchronization [None req-fb884d7c-342e-4a85-8f22-65fa074081b5 None None] Enqueued Resource ID: 9cb62403-2281-49ec-bfa7-45586c86e6af with Priority: HIGHEST for action port [ 606.706814] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb62403-2281-49ec-bfa7-45586c86e6af with Priority: HIGHEST for action port [ 606.709151] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb62403-2281-49ec-bfa7-45586c86e6af taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.709302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb62403-2281-49ec-bfa7-45586c86e6af" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.709375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb62403-2281-49ec-bfa7-45586c86e6af" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.709673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb62403-2281-49ec-bfa7-45586c86e6af" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.709922] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb62403-2281-49ec-bfa7-45586c86e6af',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.784782] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.784968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.785102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.785398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.785655] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.786589] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.786589] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.788342] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.788521] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.788769] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.788882] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.788957] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.789075] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.789189] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.789294] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.789413] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.812540] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.812974] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.813825] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.814198] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.814758] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-15d6c4a5-92b7-447d-9580-23300c86f610 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.815171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.815504] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.816313] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.816671] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d6c4a5-92b7-447d-9580-23300c86f610',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.214199] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cb62403-2281-49ec-bfa7-45586c86e6af [ 607.214434] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.214571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.214654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.214855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.214943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.215047] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cb62403-2281-49ec-bfa7-45586c86e6af already deleted. [ 607.215126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb62403-2281-49ec-bfa7-45586c86e6af" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.320207] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.320454] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.320567] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.320841] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.320984] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.321148] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 15d6c4a5-92b7-447d-9580-23300c86f610 not found, creating... [ 607.321416] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.321567] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.321679] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.321889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.322039] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.322317] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.326027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.326027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.326027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.326027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.327728] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 15d6c4a5-92b7-447d-9580-23300c86f610 is going to be created. [ 607.345573] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349039] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.349270] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349579] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.349816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.350052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.436520] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e in Status: SUCCESS [ 607.436520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.056726] env[62626]: INFO networking_nsxv3.common.synchronization [req-344d527f-a647-4ffd-8661-b38657d64b19 req-ac617043-bb91-4847-b12f-62cf963ef608 tempest-ImagesNegativeTestJSON-1919822025 tempest-ImagesNegativeTestJSON-1919822025-project-member] Enqueued Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_members [ 608.057728] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGHEST for action security_group_members [ 608.057728] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.060129] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.060129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.060129] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.408868] env[62626]: INFO networking_nsxv3.common.synchronization [req-898fed53-657c-458e-9af2-02919bfd6c2d req-01893cc6-46b3-41e8-85ed-274dbec79181 service nova] Enqueued Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_rules [ 608.409072] env[62626]: INFO networking_nsxv3.common.synchronization [req-898fed53-657c-458e-9af2-02919bfd6c2d req-01893cc6-46b3-41e8-85ed-274dbec79181 service nova] Enqueued Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_members [ 608.409215] env[62626]: INFO networking_nsxv3.common.synchronization [req-898fed53-657c-458e-9af2-02919bfd6c2d req-01893cc6-46b3-41e8-85ed-274dbec79181 service nova] Enqueued Resource ID: 15d6c4a5-92b7-447d-9580-23300c86f610 with Priority: HIGHEST for action port [ 608.409444] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_rules [ 608.409576] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_members [ 608.409674] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6c4a5-92b7-447d-9580-23300c86f610 with Priority: HIGHEST for action port [ 608.410235] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.410358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.410425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.410681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.410763] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.414683] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.414796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.414857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.415046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.415197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.415292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.415348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.415529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.415617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.415712] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.416535] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d6c4a5-92b7-447d-9580-23300c86f610 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.416651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.416718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.416873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.416948] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d6c4a5-92b7-447d-9580-23300c86f610',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.425234] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a655f6d-89ca-4189-9c82-d6e460813b5e req-6ecf9135-5ba6-4a79-b480-14bba2ca4b3e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 608.425483] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 608.425774] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.425885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.425950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.426201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.426354] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.426840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.426917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.427101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.427192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.427287] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.562638] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.562852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.562962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.563153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.563257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.563494] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.563596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.563660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.563819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.563900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.563985] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 is going to be updated. [ 608.605218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.605218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.605218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.605218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.605483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.620141] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 in Status: IN_PROGRESS for 2s [ 608.710180] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.710501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.710730] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.711022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.711283] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.711444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.711560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.711814] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.711915] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.712176] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.712304] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.712453] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.712601] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.712778] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.712881] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.713052] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.745497] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.745692] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 608.745839] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.746031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.746357] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5039ff06-ea7b-4344-85a0-062d559b167c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.746572] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.746835] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.747016] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.747158] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5039ff06-ea7b-4344-85a0-062d559b167c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.919173] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.919173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.925490] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d6c4a5-92b7-447d-9580-23300c86f610 with status ACTIVE [ 608.925490] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.925490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.925490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.925490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.925490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.927727] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.927727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.927727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.927727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.927923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.928930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.928930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.928930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.928930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.928930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.928930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d6c4a5-92b7-447d-9580-23300c86f610 is going to be updated. [ 608.929774] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.931066] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.931208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.932101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.932101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.932101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.932101] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.932101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.932372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.932372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.932372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.933448] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e already deleted. [ 608.933448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.953460] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.953557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.953557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.953754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.953886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.954057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d6c4a5-92b7-447d-9580-23300c86f610" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.252729] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.253052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.253102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.253356] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.253501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.253655] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5039ff06-ea7b-4344-85a0-062d559b167c not found, creating... [ 609.253904] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.254173] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.254287] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.254462] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.254625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.254906] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.255714] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.255714] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.255714] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.257954] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.258155] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5039ff06-ea7b-4344-85a0-062d559b167c is going to be created. [ 609.278476] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.278996] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.278996] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.279166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.279408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.279613] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.434687] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.938106] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.938106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.938106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.938106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.938106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.938106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 is going to be created. [ 609.963544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.963544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.963544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.963716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.965302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.973607] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 in Status: UNINITIALIZED for 2s [ 609.976560] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a655f6d-89ca-4189-9c82-d6e460813b5e req-343ee4f1-e0af-4122-a551-c3e7c9be12f7 service nova] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_rules [ 609.976984] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a655f6d-89ca-4189-9c82-d6e460813b5e req-343ee4f1-e0af-4122-a551-c3e7c9be12f7 service nova] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 609.977394] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a655f6d-89ca-4189-9c82-d6e460813b5e req-343ee4f1-e0af-4122-a551-c3e7c9be12f7 service nova] Enqueued Resource ID: 5039ff06-ea7b-4344-85a0-062d559b167c with Priority: HIGHEST for action port [ 609.978208] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_rules [ 609.978493] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 609.980500] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5039ff06-ea7b-4344-85a0-062d559b167c with Priority: HIGHEST for action port [ 609.980500] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.980500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.980500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.980500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.980500] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.984351] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.984890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.984997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.986055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.986453] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.987139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.987139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.987139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.987472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.987712] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.988663] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5039ff06-ea7b-4344-85a0-062d559b167c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.988875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.989124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.989310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.989434] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5039ff06-ea7b-4344-85a0-062d559b167c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.491722] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.492169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.492169] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.493049] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5039ff06-ea7b-4344-85a0-062d559b167c with status ACTIVE [ 610.493245] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.493620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.493768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.494635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.494635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.494635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.494857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.496145] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.496281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.496351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.496662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.496662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.496738] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5039ff06-ea7b-4344-85a0-062d559b167c is going to be updated. [ 610.517585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.517685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.517726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.517930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.518081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.518242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5039ff06-ea7b-4344-85a0-062d559b167c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.630245] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 in Status: SUCCESS [ 610.630417] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 deletion is rescheduled due to dependency. [ 610.630533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.999303] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.098942] env[62626]: INFO networking_nsxv3.common.synchronization [req-1acb1844-c1f8-496a-948a-934ecedfa64a req-7ef01643-860b-4532-bd8a-b4753f99d262 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 611.098942] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 611.098942] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.098942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.098942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.099494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.099808] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.100090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.100288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.100678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.100894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.101117] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.410160] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.410373] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.410502] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.410839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.411164] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.411811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.411958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.412256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.412455] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.412670] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.412815] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.412963] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.413117] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.413262] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.413398] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.413731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.431682] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.433981] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.434213] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.435749] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.436090] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-7cc44bf7-671b-40b9-accc-f9efefd3495f taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.436278] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.436405] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.436745] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.436887] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc44bf7-671b-40b9-accc-f9efefd3495f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.503325] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.503630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.503630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.503751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.503838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.503941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be created. [ 611.536213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.536213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.536213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.536418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.536602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.546400] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: UNINITIALIZED for 2s [ 611.604636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.604636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.604636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 already deleted. [ 611.604636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.941739] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.941979] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.942128] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.942454] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.942610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.942762] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 7cc44bf7-671b-40b9-accc-f9efefd3495f not found, creating... [ 611.944209] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.944465] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.944644] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.945322] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.945590] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.945935] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.946473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.947209] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.947537] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.947754] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.948378] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 7cc44bf7-671b-40b9-accc-f9efefd3495f is going to be created. [ 611.968694] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.969105] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.969318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.969632] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.969981] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.970300] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.985091] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 in Status: SUCCESS [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.985091] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.985091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.985091] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.485908] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.485908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.485908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.485908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.485908] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.485908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.485908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.487193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.487193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.487193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.487193] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.487443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.487443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.487443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.487569] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.487778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.487855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.488085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.488085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.488166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.488375] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.823906] env[62626]: INFO networking_nsxv3.common.synchronization [req-1acb1844-c1f8-496a-948a-934ecedfa64a req-7b17a866-ae00-4180-9f1a-a123bced083f service nova] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_rules [ 612.824282] env[62626]: INFO networking_nsxv3.common.synchronization [req-1acb1844-c1f8-496a-948a-934ecedfa64a req-7b17a866-ae00-4180-9f1a-a123bced083f service nova] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 612.824282] env[62626]: INFO networking_nsxv3.common.synchronization [req-1acb1844-c1f8-496a-948a-934ecedfa64a req-7b17a866-ae00-4180-9f1a-a123bced083f service nova] Enqueued Resource ID: 7cc44bf7-671b-40b9-accc-f9efefd3495f with Priority: HIGHEST for action port [ 612.826036] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_rules [ 612.826036] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 612.826036] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc44bf7-671b-40b9-accc-f9efefd3495f with Priority: HIGHEST for action port [ 612.826036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.826036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.826036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.826708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.826708] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.827841] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.828150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.828150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.828317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.828502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.828570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.828646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.828787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.828874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.828968] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.829895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc44bf7-671b-40b9-accc-f9efefd3495f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.830020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.830078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.830244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.830320] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc44bf7-671b-40b9-accc-f9efefd3495f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.990293] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ca30475-97da-4958-9e4d-9e28b21d8c36: rpc.has_security_group_logging(os_id): False [ 613.010730] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.010928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.010998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.011412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.011511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.011772] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.011937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.011937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.012228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.012370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.012601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.012725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.012770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.013470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.013470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.013470] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.013470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.013865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.013865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.013865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.013984] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 is going to be created. [ 613.066318] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.066465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.066539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.066834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.067070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.077617] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 in Status: IN_PROGRESS for 2s [ 613.332699] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.332857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.333074] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.334643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cc44bf7-671b-40b9-accc-f9efefd3495f with status ACTIVE [ 613.337580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.337580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.337580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.337580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.337580] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cc44bf7-671b-40b9-accc-f9efefd3495f is going to be updated. [ 613.356739] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.356933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.356978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.357235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.357393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.357559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc44bf7-671b-40b9-accc-f9efefd3495f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.555796] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 613.556026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.556194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.556423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.556648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.556801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.556843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.556984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.557079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.557165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.557253] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.674057] env[62626]: INFO networking_nsxv3.common.synchronization [req-0406c91a-0cb1-4368-afca-f1df0c64830d req-21959a6d-a619-49c9-b12c-7915af2e550c tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Enqueued Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_members [ 613.674156] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_members [ 613.674484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.674583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.674641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.674869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.679780] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.680300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.680300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.680473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.680473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.680582] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.842350] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.059603] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.059696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.059779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.060009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.060188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.060328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.060400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.060555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.060690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.060733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.060884] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.060978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.061053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.061258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.061330] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.061449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.061524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.061697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.061776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.061859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.061955] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.111133] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.111392] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-119" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.111446] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-119" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.111804] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-119" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.112556] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.112767] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.113015] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.113299] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.113475] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.113696] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.113818] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.113937] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.114071] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.114195] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.114311] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.114454] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.134871] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.135062] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.135205] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.135387] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-119" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.135734] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-1322aec9-e730-4920-8a5b-56a260d30821 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.135927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.136052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.136379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.136522] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1322aec9-e730-4920-8a5b-56a260d30821',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.184546] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.184765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.184842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.185140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.186421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.186421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.186421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.186421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.186421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.186421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.186421] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b already deleted. [ 614.186421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.345105] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.345455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.345836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.345967] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be created. [ 614.370418] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.370583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.370831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.371097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.381407] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: UNINITIALIZED for 2s [ 614.570228] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825e363d-38d9-4cb1-9b58-1682ed9e356e: rpc.has_security_group_logging(os_id): False [ 614.591048] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.594332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.594428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.594669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.594788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.595054] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.595203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.595267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.595429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.595535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.595756] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.595857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.595918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.596139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.596228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.596428] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.596589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.596589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.596738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.596814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.596900] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be created. [ 614.640409] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.640646] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.640782] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.641102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.641328] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.641521] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 1322aec9-e730-4920-8a5b-56a260d30821 not found, creating... [ 614.641788] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.641952] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.642083] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.642314] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.642449] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.642764] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.642881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.643262] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.643526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.643676] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.643821] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 1322aec9-e730-4920-8a5b-56a260d30821 is going to be created. [ 614.664486] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.664702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.664826] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.665333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.665333] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.665645] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.668451] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.668572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.668644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.668991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.679877] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: IN_PROGRESS for 2s [ 615.091728] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 in Status: SUCCESS [ 615.092230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.516413] env[62626]: INFO networking_nsxv3.common.synchronization [req-0406c91a-0cb1-4368-afca-f1df0c64830d req-3d7a983d-79c0-49ff-aff6-a5948e1b7885 service nova] Enqueued Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_rules [ 615.516575] env[62626]: INFO networking_nsxv3.common.synchronization [req-0406c91a-0cb1-4368-afca-f1df0c64830d req-3d7a983d-79c0-49ff-aff6-a5948e1b7885 service nova] Enqueued Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_members [ 615.517155] env[62626]: INFO networking_nsxv3.common.synchronization [req-0406c91a-0cb1-4368-afca-f1df0c64830d req-3d7a983d-79c0-49ff-aff6-a5948e1b7885 service nova] Enqueued Resource ID: 1322aec9-e730-4920-8a5b-56a260d30821 with Priority: HIGHEST for action port [ 615.517251] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_rules [ 615.517387] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_members [ 615.517489] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1322aec9-e730-4920-8a5b-56a260d30821 with Priority: HIGHEST for action port [ 615.517761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.517880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.517946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.518221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.518306] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.522276] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.522276] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.522276] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.522276] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-1322aec9-e730-4920-8a5b-56a260d30821 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.522895] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1322aec9-e730-4920-8a5b-56a260d30821',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.020879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.020879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.024268] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.026085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1322aec9-e730-4920-8a5b-56a260d30821 with status ACTIVE [ 616.026085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.026085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.026245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.027326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.027326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.027326] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.027326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.027326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.027326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.027326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.028119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.028283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.029140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.029337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.029422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.029523] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1322aec9-e730-4920-8a5b-56a260d30821 is going to be updated. [ 616.049529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.049672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.049722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.049973] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.050150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.050416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1322aec9-e730-4920-8a5b-56a260d30821" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.393606] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.393606] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.393606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.393606] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.532620] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.693275] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 616.695188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.895815] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.896023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.896148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.896348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.896563] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.896693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.896759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.896926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.897021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.897137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.897309] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.897385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.897458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.898070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.898070] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.898070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.898070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.898070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.898070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.898436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.898436] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.035058] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.035058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.035227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.035459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.035614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.035758] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b is going to be created. [ 617.058197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.058197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.058197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.058197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.058548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.066576] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b in Status: UNINITIALIZED for 2s [ 617.402160] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0796e7e3-e030-402e-86ac-355af32c0a14: rpc.has_security_group_logging(os_id): False [ 617.419687] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.419687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.419687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.419897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.419897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.420158] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.420389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.420505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.420695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.420804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.421055] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.421232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.421337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.421526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.421654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.422502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.422502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.422502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.422502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.422502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.422707] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be created. [ 617.474559] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.474754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.477966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.477966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.477966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.492820] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 619.077012] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b in Status: SUCCESS [ 619.077412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.077459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.077688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.077950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.078088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.078088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.078245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.078621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.078621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.078621] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.503943] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 619.504365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.584940] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.585123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.585197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.585420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.585659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.585766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.585844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.585981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.586196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.586196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.586324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.586461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.586686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.586761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.587011] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.587011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.587150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.587268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.587349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.587434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.587521] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.011853] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5b24079d-2878-4c3f-a876-78aa3dbc2045 None None] Enqueued Resource ID: 6494d0f6-8cb7-40be-b13c-441168620134 with Priority: HIGHEST for action port [ 620.013146] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6494d0f6-8cb7-40be-b13c-441168620134 with Priority: HIGHEST for action port [ 620.013603] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-6494d0f6-8cb7-40be-b13c-441168620134 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.015109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6494d0f6-8cb7-40be-b13c-441168620134" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.015109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6494d0f6-8cb7-40be-b13c-441168620134" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.015109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6494d0f6-8cb7-40be-b13c-441168620134" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.015109] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6494d0f6-8cb7-40be-b13c-441168620134',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.090167] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f50a02f7-da3c-4c60-833e-fcd1c8510a7b: rpc.has_security_group_logging(os_id): False [ 620.110856] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.111070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.111144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.111304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.111398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.111586] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.111705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.111777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.111980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.111980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.112134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.112218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.112291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.112409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.112486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.112643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.112791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.113778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.113966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.114079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.114181] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b is going to be created. [ 620.170182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.170554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.170773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.182048] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b in Status: IN_PROGRESS for 2s [ 620.517499] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6494d0f6-8cb7-40be-b13c-441168620134 [ 620.517721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.517854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.517941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.518197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.518280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.518373] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6494d0f6-8cb7-40be-b13c-441168620134 already deleted. [ 620.518453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6494d0f6-8cb7-40be-b13c-441168620134" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.540833] env[62626]: INFO networking_nsxv3.common.synchronization [req-c29156fd-0b6b-4b21-99b8-e4eb6f1ab352 req-9365b580-6588-4203-b067-eb7b91579164 tempest-InstanceActionsTestJSON-1641054236 tempest-InstanceActionsTestJSON-1641054236-project-member] Enqueued Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_members [ 620.541785] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGHEST for action security_group_members [ 620.544039] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.544292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.544382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.544618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.544833] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.544997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.545094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.545331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.545434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.545588] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.047987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.048947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.049075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.049332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.049439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.049670] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.049784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.049849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.050015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.050099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.050186] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e is going to be updated. [ 621.078949] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.079128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.079200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.079418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.080989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.098722] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e in Status: IN_PROGRESS for 2s [ 621.283554] env[62626]: INFO networking_nsxv3.common.synchronization [req-8f480ad0-b0bc-413f-9e0c-e561fbd38619 req-e151ca0a-05d8-4a00-98e7-27526e3aef4c tempest-TenantUsagesTestJSON-1089904206 tempest-TenantUsagesTestJSON-1089904206-project-member] Enqueued Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_members [ 621.283798] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGHEST for action security_group_members [ 621.286315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.286315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.286315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.286315] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.788126] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.788240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.788564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.788564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.788698] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.788865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.789385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.789385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.789385] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 is going to be updated. [ 621.818037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.818037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.818037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.818224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.818360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.826661] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 in Status: IN_PROGRESS for 2s [ 622.199154] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b in Status: SUCCESS [ 622.199379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.625620] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8562dbaf-5361-4121-9587-f871c4e12d6c None None] Enqueued Resource ID: 78752447-55bf-4040-be52-c8fe72b9d99e with Priority: HIGHEST for action port [ 622.626753] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78752447-55bf-4040-be52-c8fe72b9d99e with Priority: HIGHEST for action port [ 622.628588] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-b263b31a-4505-4d32-9e52-02ceb8ae2913 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 622.629073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-78752447-55bf-4040-be52-c8fe72b9d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.629319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78752447-55bf-4040-be52-c8fe72b9d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.629430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78752447-55bf-4040-be52-c8fe72b9d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.629709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78752447-55bf-4040-be52-c8fe72b9d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.629834] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78752447-55bf-4040-be52-c8fe72b9d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.631880] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 622.634761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.634761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.634761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.634761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.634761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.634761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.634761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.634761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.635063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.635143] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.109353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e in Status: SUCCESS [ 623.110520] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e deletion is rescheduled due to dependency. [ 623.110520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.133429] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78752447-55bf-4040-be52-c8fe72b9d99e [ 623.133732] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.133891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.133954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.134601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.134601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.134601] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78752447-55bf-4040-be52-c8fe72b9d99e already deleted. [ 623.134601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78752447-55bf-4040-be52-c8fe72b9d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.139088] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.139088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.140285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.140285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.140285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.140285] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.140285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.140285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.140285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.140613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.140613] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd already deleted. [ 623.140613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.221813] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-402a804b-13a3-432a-b1b4-ea362254aa59 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 623.222093] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 623.222402] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.222523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.222611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.222813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.222983] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.223104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.223175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.223326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.223406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.223497] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.537626] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-b45b2861-d4bf-408a-8bd8-81f64a265a49 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 623.538216] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 623.538510] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.538602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.726207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.726356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.726543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.726728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.726838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.727062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.727202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.727455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.727455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.727455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.728527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd already deleted. [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.728527] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.728527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.729027] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.838046] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 in Status: SUCCESS [ 623.838253] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 deletion is rescheduled due to dependency. [ 623.838614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.864598] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864794] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.864916] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.865272] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.865791] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.865791] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.865913] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.866100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.866247] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.866457] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.866783] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.866979] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.867151] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.867306] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.867445] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.867668] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.885850] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.886060] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.886222] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.886820] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.887660] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f0102e67-b5ea-428a-9d1d-81d95da4e500 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.887891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.888067] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.888398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.888553] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0102e67-b5ea-428a-9d1d-81d95da4e500',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.231383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.231748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.231748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.231869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.231955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.232212] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.232294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.232340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.232464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.232540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.232622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd already deleted. [ 624.232702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.394014] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.394258] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.394384] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.394655] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.396892] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f0102e67-b5ea-428a-9d1d-81d95da4e500 not found, creating... [ 624.396892] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.396892] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.396892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.397360] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.397360] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.397360] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f0102e67-b5ea-428a-9d1d-81d95da4e500 is going to be created. [ 624.417750] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.417949] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.418105] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.418393] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.418664] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.418874] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.466574] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-a0ef7b22-7fe4-46ce-9384-7647b1283161 service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 625.466865] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-a0ef7b22-7fe4-46ce-9384-7647b1283161 service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 625.467894] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-a0ef7b22-7fe4-46ce-9384-7647b1283161 service nova] Enqueued Resource ID: f0102e67-b5ea-428a-9d1d-81d95da4e500 with Priority: HIGHEST for action port [ 625.468655] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 625.468922] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 625.469082] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0102e67-b5ea-428a-9d1d-81d95da4e500 with Priority: HIGHEST for action port [ 625.469514] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.469692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.469883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.470465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.470681] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.472340] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.472438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.472558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.472822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.473076] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.474771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.474771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.474771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.474771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.474771] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.475508] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0102e67-b5ea-428a-9d1d-81d95da4e500 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.475674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.475778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.476516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.476516] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0102e67-b5ea-428a-9d1d-81d95da4e500',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.571912] env[62626]: INFO networking_nsxv3.common.synchronization [req-d696a52a-3aaf-4578-8752-2599bf54a237 req-b83547b9-e9c6-4499-b699-ca398f240943 tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 625.571912] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 625.571912] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.571912] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.571912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.571912] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.713671] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b05ee804-64fa-4d91-8d28-db08544cf47f None None] Enqueued Resource ID: 4eb54b2f-79b0-4016-9cf5-456d2514877f with Priority: HIGHEST for action port [ 625.713671] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb54b2f-79b0-4016-9cf5-456d2514877f with Priority: HIGHEST for action port [ 625.713671] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb54b2f-79b0-4016-9cf5-456d2514877f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.713671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb54b2f-79b0-4016-9cf5-456d2514877f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.713671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb54b2f-79b0-4016-9cf5-456d2514877f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.713671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb54b2f-79b0-4016-9cf5-456d2514877f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.713671] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb54b2f-79b0-4016-9cf5-456d2514877f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.979141] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.979414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.979531] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.985151] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0102e67-b5ea-428a-9d1d-81d95da4e500 with status ACTIVE [ 625.985151] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.985151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.985151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.985151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.985151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.985431] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.985555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.985716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.985906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.985992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.986194] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.986290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.986353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.986494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.986579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.986694] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0102e67-b5ea-428a-9d1d-81d95da4e500 is going to be updated. [ 626.008342] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.009171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.009171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.009171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.009171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.009400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0102e67-b5ea-428a-9d1d-81d95da4e500" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.075309] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.075531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.075531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.076212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.076212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.076212] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.076212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.076400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.076400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.076479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.076539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be updated. [ 626.102597] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.102749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.102819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.103031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.103165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.116530] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: IN_PROGRESS for 2s [ 626.170678] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.171740] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.171740] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.173104] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.173104] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.174369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.174501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.174748] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.174897] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.175128] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.175242] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.175351] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.175455] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.175561] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.175728] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.175889] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.199111] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.199296] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.199433] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.199610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.199994] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.201031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.201031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.201335] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.201500] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa65e52-7a87-40e2-9b3c-cc32866c3a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.217633] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb54b2f-79b0-4016-9cf5-456d2514877f [ 626.217896] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.218066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.218158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.221066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.221066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.221066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb54b2f-79b0-4016-9cf5-456d2514877f already deleted. [ 626.221066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb54b2f-79b0-4016-9cf5-456d2514877f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.480884] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.480884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-53" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.480884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-53" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.480884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-53" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.481749] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.482166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.482987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.482987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.482987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.484131] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.484131] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.484131] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.484131] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.484131] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.484131] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.484131] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.485761] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.503757] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.503933] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.504098] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.504296] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-53" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.504650] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-ab72073c-5368-4fa7-9405-d5c27f4c2462 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.504843] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.504966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.505292] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.505435] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab72073c-5368-4fa7-9405-d5c27f4c2462',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.704871] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.705072] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.705245] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.705909] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.705909] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.705909] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port bfa65e52-7a87-40e2-9b3c-cc32866c3a7b not found, creating... [ 626.706231] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.706401] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.706520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.706769] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.706912] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.707208] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.707364] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.710827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.710827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.710827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.710827] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: bfa65e52-7a87-40e2-9b3c-cc32866c3a7b is going to be created. [ 626.730354] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.730571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.730697] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.730979] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.731251] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.731515] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.988728] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.990092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.990268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.990528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.990628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.990738] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be created. [ 627.011855] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.012093] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.012221] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.012503] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.012641] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.012798] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port ab72073c-5368-4fa7-9405-d5c27f4c2462 not found, creating... [ 627.013065] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.013326] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.013491] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.013741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.013905] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.014273] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.014466] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.014602] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.014833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.014993] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.015174] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: ab72073c-5368-4fa7-9405-d5c27f4c2462 is going to be created. [ 627.017540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.017677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.017751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.017940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.018130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.029593] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: UNINITIALIZED for 2s [ 627.035530] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.035765] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.035893] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.036222] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.036388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.036603] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.431392] env[62626]: INFO networking_nsxv3.common.synchronization [req-d696a52a-3aaf-4578-8752-2599bf54a237 req-f3df3493-d7b4-4158-8363-b258f681728f service nova] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_rules [ 627.431574] env[62626]: INFO networking_nsxv3.common.synchronization [req-d696a52a-3aaf-4578-8752-2599bf54a237 req-f3df3493-d7b4-4158-8363-b258f681728f service nova] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 627.431713] env[62626]: INFO networking_nsxv3.common.synchronization [req-d696a52a-3aaf-4578-8752-2599bf54a237 req-f3df3493-d7b4-4158-8363-b258f681728f service nova] Enqueued Resource ID: bfa65e52-7a87-40e2-9b3c-cc32866c3a7b with Priority: HIGHEST for action port [ 627.431944] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_rules [ 627.432090] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 627.432190] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa65e52-7a87-40e2-9b3c-cc32866c3a7b with Priority: HIGHEST for action port [ 627.432770] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.432900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.432969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.433564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.433663] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.438795] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.438795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.439320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.439320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.439320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.439505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.439579] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa65e52-7a87-40e2-9b3c-cc32866c3a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.539722] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d7fed1b3-85c5-495b-b115-eb3e9f4901da None None] Enqueued Resource ID: 34fb8a9a-2060-48c9-8dd5-890b81688cd5 with Priority: HIGHEST for action port [ 627.540332] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb8a9a-2060-48c9-8dd5-890b81688cd5 with Priority: HIGHEST for action port [ 627.540644] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-34fb8a9a-2060-48c9-8dd5-890b81688cd5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.540767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34fb8a9a-2060-48c9-8dd5-890b81688cd5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.540836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34fb8a9a-2060-48c9-8dd5-890b81688cd5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.541230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34fb8a9a-2060-48c9-8dd5-890b81688cd5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.541346] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34fb8a9a-2060-48c9-8dd5-890b81688cd5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.715046] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-18ce68fe-a0de-4dff-b67d-4806a53a422b service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 627.715620] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-18ce68fe-a0de-4dff-b67d-4806a53a422b service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 627.715620] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-18ce68fe-a0de-4dff-b67d-4806a53a422b service nova] Enqueued Resource ID: ab72073c-5368-4fa7-9405-d5c27f4c2462 with Priority: HIGHEST for action port [ 627.715874] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 627.716020] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 627.716121] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab72073c-5368-4fa7-9405-d5c27f4c2462 with Priority: HIGHEST for action port [ 627.716860] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.716978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.717209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.717297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.717472] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab72073c-5368-4fa7-9405-d5c27f4c2462 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.717573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.717638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.717865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.717948] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab72073c-5368-4fa7-9405-d5c27f4c2462',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.942467] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.942705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.942846] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfa65e52-7a87-40e2-9b3c-cc32866c3a7b with status ACTIVE [ 627.943086] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.943236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.943339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.943660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.943778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.944014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.944172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.944300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.945442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.945442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.945442] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.949501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.949693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.949981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.950139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.950291] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfa65e52-7a87-40e2-9b3c-cc32866c3a7b is going to be updated. [ 627.971954] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.971954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.971954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.972828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.972828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.973102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa65e52-7a87-40e2-9b3c-cc32866c3a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.046559] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34fb8a9a-2060-48c9-8dd5-890b81688cd5 [ 628.046863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.047082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.047190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.047482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.047662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.047749] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34fb8a9a-2060-48c9-8dd5-890b81688cd5 already deleted. [ 628.047871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34fb8a9a-2060-48c9-8dd5-890b81688cd5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.128731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 628.128918] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 deletion is rescheduled due to dependency. [ 628.129045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.129215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.129426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.129609] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.129734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.129795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.129977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.130085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.130357] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.223022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab72073c-5368-4fa7-9405-d5c27f4c2462 with status ACTIVE [ 628.223022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.223022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.223022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.223022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.223022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab72073c-5368-4fa7-9405-d5c27f4c2462 is going to be updated. [ 628.244626] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.244626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.244626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.244626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.244626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.244626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab72073c-5368-4fa7-9405-d5c27f4c2462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.576288] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.576288] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.576704] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.576704] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.576861] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.577249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.579183] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.579183] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.579183] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.579183] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.579183] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.579183] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.579183] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.579183] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.579183] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.579183] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.595359] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.595527] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.595695] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.595914] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-745" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.596256] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.596421] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.596539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.596861] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.597014] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f48abaf-19c3-459c-b91e-4235e9d7f6c4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.634198] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.041803] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 629.042397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.042397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.042853] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.043086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.043318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.043422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.043510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.043671] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.044444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.044606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.044978] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.044978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.044978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.045129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.045129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.045216] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.102839] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.102839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.102839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.102839] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.103072] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.103130] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 not found, creating... [ 629.103408] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.103607] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.103782] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.104029] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.104176] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.104833] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.104833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.104833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.105041] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.106387] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.106637] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 is going to be created. [ 629.127140] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.127388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.127973] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.127973] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.128231] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.128479] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.136930] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.547835] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.548893] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.549017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.640632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.640632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.640632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.640632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.640632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.640632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be updated. [ 629.667288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.667436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.667509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.667713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.667854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.675792] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: IN_PROGRESS for 2s [ 629.816427] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-1e17c134-075e-4d34-9932-cae854f1cd12 service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 629.816615] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-1e17c134-075e-4d34-9932-cae854f1cd12 service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 629.816752] env[62626]: INFO networking_nsxv3.common.synchronization [req-55cc5229-0e54-4abf-9c33-32ae9d2cfb50 req-1e17c134-075e-4d34-9932-cae854f1cd12 service nova] Enqueued Resource ID: 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 with Priority: HIGHEST for action port [ 629.816992] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 629.817134] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 629.817231] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 with Priority: HIGHEST for action port [ 629.817788] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.817894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.818390] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.818529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.818750] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.819018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.819018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.819124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.819255] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f48abaf-19c3-459c-b91e-4235e9d7f6c4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.053506] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.237456] env[62626]: INFO networking_nsxv3.common.synchronization [req-f78916b7-4130-4a60-8d57-76192bc860d3 req-f7073e3c-15e1-4f73-9937-796e574c1185 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 630.238124] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 630.239129] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.239129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.239129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.239129] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.239129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.239356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.239356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.239454] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.322574] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 with status ACTIVE [ 630.322574] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.322574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.322574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.322574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.322574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.322574] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.322574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.322574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.322939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.322971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.323970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.323970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.323970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.323970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.323970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.323970] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f48abaf-19c3-459c-b91e-4235e9d7f6c4 is going to be updated. [ 630.345152] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.345152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.345152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.345415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.345415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.345870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f48abaf-19c3-459c-b91e-4235e9d7f6c4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.554535] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.554535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.554535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.554535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.554535] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.554535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.554535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.555221] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.555618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.556132] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.556468] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.556891] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.559020] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.559020] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.559020] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.559020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.559858] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.560102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.560254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.560487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.560668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.560837] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 630.583060] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.583204] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.583342] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.583514] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-96" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.583863] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.584047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.584198] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.584494] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.584591] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b1ce76-dd9d-4c93-b7d1-d6962a924e2a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.605026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.605026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.605026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.605026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.605026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.612831] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 630.741491] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.088874] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.089146] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.089285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.089594] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.089845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.089945] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a not found, creating... [ 631.090188] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.090357] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.090466] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.090696] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.090831] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.091136] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.091289] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.091434] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.091611] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.091748] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.091909] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a is going to be created. [ 631.110966] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.111309] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.111444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.111793] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.112152] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.112425] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.245706] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.685105] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 631.685482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.685703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.685944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.686156] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.686606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.686815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.686995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.687096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.687187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.687282] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.750411] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.750411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.750411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.750411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.750411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.750411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be updated. [ 631.778791] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.780876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.780876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.780876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.780876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.789238] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: IN_PROGRESS for 2s [ 632.084660] env[62626]: INFO networking_nsxv3.common.synchronization [req-f78916b7-4130-4a60-8d57-76192bc860d3 req-4e86be62-38f8-457f-a306-07680fa6cbe5 service nova] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_rules [ 632.084660] env[62626]: INFO networking_nsxv3.common.synchronization [req-f78916b7-4130-4a60-8d57-76192bc860d3 req-4e86be62-38f8-457f-a306-07680fa6cbe5 service nova] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 632.084660] env[62626]: INFO networking_nsxv3.common.synchronization [req-f78916b7-4130-4a60-8d57-76192bc860d3 req-4e86be62-38f8-457f-a306-07680fa6cbe5 service nova] Enqueued Resource ID: 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a with Priority: HIGHEST for action port [ 632.087457] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_rules [ 632.087457] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 632.087457] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a with Priority: HIGHEST for action port [ 632.087457] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.087457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.087457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.087457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.087457] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.087457] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.087457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.087862] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.087862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.087862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.088325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.088325] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00b1ce76-dd9d-4c93-b7d1-d6962a924e2a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.190566] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.190774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.190856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.191067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.191248] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.191358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.191406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.191607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.191661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.191796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.191972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.192072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.192143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.192313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.192447] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.192534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.192584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.192736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.192866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.192901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.192971] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.590200] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.590200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.590863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a with status ACTIVE [ 632.590863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.590863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.590863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.591135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.591135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.591334] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.591334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.591536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.591536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.591672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.591773] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.591864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.594372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.594372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.594372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.594372] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00b1ce76-dd9d-4c93-b7d1-d6962a924e2a is going to be updated. [ 632.616091] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.616538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.616660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.617342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.617342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.617342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00b1ce76-dd9d-4c93-b7d1-d6962a924e2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.625557] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 632.625932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.626851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.626851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.626851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.626851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.626851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.627136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.627136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.627136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.627280] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.627357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.627417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.627551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.627684] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.627772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.627831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.627980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.628062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.628157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.628242] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.629401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.631595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.631595] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.631595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.631595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.631595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.631595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.631595] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.695544] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d400c0ef-3484-4a25-933f-0f8bd0ba4fb9: rpc.has_security_group_logging(os_id): False [ 632.718473] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.718607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.718676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.718879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.718962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.719159] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.719251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.719310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.719451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.719521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.719709] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.720456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.720456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.720456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.720456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.720612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.720667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.720693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.720847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.720920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.721025] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be updated. [ 632.801627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.801932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.801932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.802145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.802296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.814969] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: IN_PROGRESS for 2s [ 633.134460] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd: rpc.has_security_group_logging(os_id): False [ 633.135878] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.156114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.156114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.156114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.156114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.156567] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.156567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.156567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.156567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.156567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.156567] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be created. [ 633.218889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.219070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.219159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.219630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.230913] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 633.643431] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.798766] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 633.799036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.799206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.799433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.799704] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.799824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.799891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.800088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.800173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.800266] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.147645] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.147645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.147645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.148217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.148431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.148573] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 634.179881] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.180095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.180441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.189476] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 634.245430] env[62626]: INFO networking_nsxv3.common.synchronization [req-30907a5d-b19c-4eea-807f-16d6f9207756 req-223e4ead-856a-4265-869a-f3e010e8ba84 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 634.246027] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 634.246339] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.246460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.246528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.246830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.246996] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.247110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.247173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.247329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.247418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.247509] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.302599] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.750202] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.751188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.751301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.752544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.752544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.752544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.752544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.752544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.752544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.752544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.752544] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 634.780200] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.780386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.780469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.780680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.780820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.794240] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 634.806773] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.826409] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 634.826654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.247034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 635.247345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.247454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.247770] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.309272] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.309441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.309516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.309729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.309896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.309955] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be updated. [ 635.336371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.336542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.336612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.336926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.337029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.347411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: IN_PROGRESS for 2s [ 635.751312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.751312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.201297] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 636.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.202996] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.203214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.203214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.203369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.203453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.203546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.203642] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.708112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.708112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.708112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.708634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.708634] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.708634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.708634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.708763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.708825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.708911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.709077] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.709192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.709254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.709399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.709540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.709631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.709690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.709854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.709933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.710153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.710153] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.804194] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 636.804194] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 deletion is rescheduled due to dependency. [ 636.804194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.177834] env[62626]: INFO networking_nsxv3.common.synchronization [req-6556cec6-366f-4227-a433-50b9b625217f req-6b99d22e-b278-4579-ac0e-9b8d382125bd tempest-DeleteServersAdminTestJSON-2052859947 tempest-DeleteServersAdminTestJSON-2052859947-project-member] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 637.178845] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGHEST for action security_group_members [ 637.179167] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.179348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.179573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.179719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.179821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.179884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.180047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.180135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.180224] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.212513] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd: rpc.has_security_group_logging(os_id): False [ 637.230511] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.230645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.231267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.231267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.231267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.231403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.231454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.231520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.231740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.231826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.232027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.232122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.232197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.232399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.232500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.232706] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.232798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.232858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.233067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.233180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.233282] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 637.295114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.295114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.295114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.295114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.295114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.432563] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 637.441947] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 637.442189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.442384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.442612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.442826] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.442953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.443031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.443435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.443435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.443435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.443556] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.682518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.682668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.682793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.683089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.683258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.683569] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.683732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.683829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.684121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.684272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.685114] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be updated. [ 637.718325] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.718710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.718710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.718810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.719018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.728599] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: IN_PROGRESS for 2s [ 637.945999] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.947044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.947044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.947044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.947278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.947362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.947424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.947670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.947822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.947972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.948190] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.948330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.948444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.948602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.948745] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.948836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.949101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.949293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.949555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.949691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.949820] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.214060] env[62626]: INFO networking_nsxv3.common.synchronization [req-55ead714-d314-4a54-acf1-2f6ac0cd9110 req-8bd9ecc9-740c-4a37-a9bd-174ba25ca2fb tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 638.214060] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 638.214060] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.214060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.214306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.214578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.214752] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.214859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.214920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.215097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.215254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.215368] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.453591] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38005eb7-0352-46b2-8b3c-8017a48d8842: rpc.has_security_group_logging(os_id): False [ 638.471109] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.471267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.471357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.471606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.471703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.471935] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.472011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.472088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.472297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.472372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.472569] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.472676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.472777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.472922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.472991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.473394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.473716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.473849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.474072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.474255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.474371] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be updated. [ 638.487041] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.487348] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.487348] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.487609] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.488441] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.488441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.488441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.488441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.488686] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.488686] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.488820] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.488909] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.489020] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.489133] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.489231] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.489354] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.506256] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.506441] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.506579] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.506753] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.507107] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-c6811319-1e22-4663-b6df-24c0efca2139 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.507285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.507402] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.507737] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.507877] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6811319-1e22-4663-b6df-24c0efca2139',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.536686] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.536868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.536948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.537170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.537312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.548491] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: IN_PROGRESS for 2s [ 638.718072] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.718239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.718332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.718529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.718744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.718817] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.718913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.718974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.719135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.719212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.719332] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e already deleted. [ 638.719370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.011816] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.012053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.012182] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.012453] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.012604] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.012768] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port c6811319-1e22-4663-b6df-24c0efca2139 not found, creating... [ 639.013038] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.013203] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.013318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.013534] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.013676] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.014322] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.015128] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.015128] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.015128] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.015128] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.015128] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: c6811319-1e22-4663-b6df-24c0efca2139 is going to be created. [ 639.037187] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.037424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.037552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.037949] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.038224] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.038488] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.446045] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 639.446317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.446505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.446773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.446880] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.732207] env[62626]: INFO networking_nsxv3.common.synchronization [req-55ead714-d314-4a54-acf1-2f6ac0cd9110 req-848b3c79-975b-4cce-a795-ebe816d5b161 service nova] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_rules [ 639.732207] env[62626]: INFO networking_nsxv3.common.synchronization [req-55ead714-d314-4a54-acf1-2f6ac0cd9110 req-848b3c79-975b-4cce-a795-ebe816d5b161 service nova] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 639.732207] env[62626]: INFO networking_nsxv3.common.synchronization [req-55ead714-d314-4a54-acf1-2f6ac0cd9110 req-848b3c79-975b-4cce-a795-ebe816d5b161 service nova] Enqueued Resource ID: c6811319-1e22-4663-b6df-24c0efca2139 with Priority: HIGHEST for action port [ 639.732902] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_rules [ 639.733207] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 639.733461] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6811319-1e22-4663-b6df-24c0efca2139 with Priority: HIGHEST for action port [ 639.734289] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.734422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.734953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.734953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.734953] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.736260] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.736469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.737080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.737080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.737080] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.737301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.737425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.737622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.737792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.738247] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.739095] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6811319-1e22-4663-b6df-24c0efca2139 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.740909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.741046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.741221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.741338] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6811319-1e22-4663-b6df-24c0efca2139',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.743997] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 in Status: SUCCESS [ 639.744175] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 deletion is rescheduled due to dependency. [ 639.744284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.950252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.950404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.951331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.951331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.951331] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.951331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.951331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.951582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.951582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.951644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.951679] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.243014] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.246927] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.247146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.247605] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6811319-1e22-4663-b6df-24c0efca2139 with status ACTIVE [ 640.247605] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.247897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.247897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.248166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.248310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.248578] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.248779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.248829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.249200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.249473] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.249708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.250013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.250129] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6811319-1e22-4663-b6df-24c0efca2139 is going to be updated. [ 640.270529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.270722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.270793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.271012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.271176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.271339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6811319-1e22-4663-b6df-24c0efca2139" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.456044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.456044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.456044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.456044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.456258] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.456300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.456468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.456538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.456573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.456648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.456820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.456910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.456966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.457115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.457273] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.457359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.457414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.457548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.457618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.457751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.457797] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.560562] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 640.561181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.724114] env[62626]: INFO networking_nsxv3.common.synchronization [req-a2e46a57-950e-44e8-aa6d-5009e68571e5 req-8f595a8f-3990-40ca-b6a1-f3c5236a6fe6 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Enqueued Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_members [ 640.724114] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_members [ 640.724114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.724114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.724114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.724620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.724903] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.725138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.725286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.725528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.725701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.725939] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.752683] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.960832] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd: rpc.has_security_group_logging(os_id): False [ 640.979886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.979886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.979886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.979886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.980417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.981181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.981181] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.981181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.981400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.981400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.981468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.981542] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 641.033893] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.034069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.034232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.034394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.034549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.039808] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039996] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.040208] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.040527] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.040860] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.042353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.042353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.042353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.042353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.042353] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.042353] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.042353] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.042353] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.042353] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.042353] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.043150] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.045428] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 641.058432] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.058629] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.058785] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.059037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.059363] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-065c1822-7e35-4a61-a7eb-c995cc170acf taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.059659] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.059659] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.060010] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.060181] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065c1822-7e35-4a61-a7eb-c995cc170acf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.228721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.228884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.228959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.229230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.229323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.229552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.229684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.229755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.229909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.229986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.230089] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 already deleted. [ 641.230169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.254466] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.254668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.254668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.254817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.254956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.255091] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be created. [ 641.277984] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.278207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.278274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.278571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.278777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.288570] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: UNINITIALIZED for 2s [ 641.563337] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.563577] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.563692] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.564010] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.564189] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.564362] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 065c1822-7e35-4a61-a7eb-c995cc170acf not found, creating... [ 641.564812] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.564812] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.564966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565101] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.565353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.565550] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.565852] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566074] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.566197] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.566349] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 065c1822-7e35-4a61-a7eb-c995cc170acf is going to be created. [ 641.584542] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.584878] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.585838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.585838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.585838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.585838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.689762] env[62626]: INFO networking_nsxv3.common.synchronization [req-a092828f-1a3a-43f1-a380-eaf7bf0e258d req-ab8156f4-7401-4fa4-a32e-e360b5d5fd9d tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 641.690300] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 641.690594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.690723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.690832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.690981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.695224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.695661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.695661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.695661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.695661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.696022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.198326] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.239419] env[62626]: INFO networking_nsxv3.common.synchronization [req-a092828f-1a3a-43f1-a380-eaf7bf0e258d req-2b05d2b1-6eed-44c1-8bb5-9352a13d2cf2 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 642.240381] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 642.240707] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.240812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.310071] env[62626]: INFO networking_nsxv3.common.synchronization [req-a2e46a57-950e-44e8-aa6d-5009e68571e5 req-67727033-6569-4540-a9b0-5f3ac38358e2 service nova] Enqueued Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_rules [ 642.310274] env[62626]: INFO networking_nsxv3.common.synchronization [req-a2e46a57-950e-44e8-aa6d-5009e68571e5 req-67727033-6569-4540-a9b0-5f3ac38358e2 service nova] Enqueued Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_members [ 642.310490] env[62626]: INFO networking_nsxv3.common.synchronization [req-a2e46a57-950e-44e8-aa6d-5009e68571e5 req-67727033-6569-4540-a9b0-5f3ac38358e2 service nova] Enqueued Resource ID: 065c1822-7e35-4a61-a7eb-c995cc170acf with Priority: HIGHEST for action port [ 642.310876] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_rules [ 642.311019] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_members [ 642.311115] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065c1822-7e35-4a61-a7eb-c995cc170acf with Priority: HIGHEST for action port [ 642.311388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.311530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.311592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.311850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.311931] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.318145] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.318145] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.318145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.318145] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.319136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-065c1822-7e35-4a61-a7eb-c995cc170acf taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.319263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.319263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.323096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.323244] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065c1822-7e35-4a61-a7eb-c995cc170acf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.521105] env[62626]: INFO networking_nsxv3.common.synchronization [req-a092828f-1a3a-43f1-a380-eaf7bf0e258d req-5cda1fcd-8f14-402f-8dca-853d0cddeb71 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 642.521639] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 642.521935] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.522050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.700610] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.824779] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.825975] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.825975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.827873] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 065c1822-7e35-4a61-a7eb-c995cc170acf with status ACTIVE [ 642.827873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.827873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.827873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.827873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.828622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.828622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.828622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.828622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 065c1822-7e35-4a61-a7eb-c995cc170acf is going to be updated. [ 642.850548] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.850548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.850548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.850806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.850806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.850956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-065c1822-7e35-4a61-a7eb-c995cc170acf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.067470] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 643.067763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.204173] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.204173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.204633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.204633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.204633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.204773] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 643.242444] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.242588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.242665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.242881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.243053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.261527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 643.311369] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 643.311610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.311792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.312042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.312255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.312379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.312456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.312620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.312700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.312786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.312888] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.327544] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.819525] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.819525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.819525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.819525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.819525] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.819525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.819525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.819525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.820040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.820354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.820892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.822018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.822018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.822532] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.832704] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.832704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.832704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.832704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.832704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.832704] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 is going to be created. [ 643.854137] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.854366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.854428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.854606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.854796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.864620] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 in Status: UNINITIALIZED for 2s [ 644.324751] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e: rpc.has_security_group_logging(os_id): False [ 644.342240] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.342383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.342447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.342655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.342746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.342946] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.343059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.343122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.343270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.343349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.343556] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.343608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.343666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.343804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.343874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.345726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.345874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.345950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.347209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.347305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.347402] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be created. [ 644.400362] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.401124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.401124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.401124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.401600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.411594] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: IN_PROGRESS for 2s [ 645.276106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 645.276334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.276506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.276727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.276940] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.277060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.277188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.277306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.277361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.277448] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.533573] env[62626]: INFO networking_nsxv3.common.synchronization [req-037b4f22-73be-46dd-9f42-cdd1346b706d req-1abbbe71-0c93-477e-a86f-0ad8e6bdc292 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Enqueued Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_members [ 645.534232] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_members [ 645.537442] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.537681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.537781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.538111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.538313] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.538454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.538533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.538738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.538835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.539317] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.780842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.780842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.780842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.781521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.781521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.781521] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.781521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.781521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.781739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.781739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.781739] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 645.810906] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.810906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.810906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.810906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.810906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.819021] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 645.838735] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.838979] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-461" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.839230] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-461" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.839565] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-461" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.839907] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.840239] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.840406] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.840671] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.840846] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.841103] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.841251] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.841395] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.841518] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.841686] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.841829] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.841977] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.860599] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.860599] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.860599] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.860599] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-461" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.861988] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-798c4273-bbe4-4116-86a2-9605a8ce05a1 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.861988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.861988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.862811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.862811] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798c4273-bbe4-4116-86a2-9605a8ce05a1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.875121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 in Status: SUCCESS [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.875121] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.875121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.875121] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.042078] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.042253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.042325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.042539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.042634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.042827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.042925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.043738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.043912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.044009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.044140] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 already deleted. [ 646.044181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.365120] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.365292] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.365421] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.365694] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.366021] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.366291] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 798c4273-bbe4-4116-86a2-9605a8ce05a1 not found, creating... [ 646.366566] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.366796] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.366986] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.367253] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.367402] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.367972] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.367972] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.367972] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.368423] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.368423] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.368833] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 798c4273-bbe4-4116-86a2-9605a8ce05a1 is going to be created. [ 646.378178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.378326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.378416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.378563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.378775] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.378898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.378898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.379069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.379069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.379232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.379294] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.379371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.379540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.379540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.380164] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.380164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.380164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.380164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.380164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.380164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.380164] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.386209] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.386539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.386539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.386742] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.386987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.387210] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.434961] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 646.435188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.881920] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2: rpc.has_security_group_logging(os_id): False [ 646.902252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.902392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.902475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.903313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.903313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.903313] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.903313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.903313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.903572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.903940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.903987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.904616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.904707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.904963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.905232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.905458] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.905572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.905637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.905818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.905921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.906030] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 is going to be created. [ 646.962279] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.962418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.962490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.962701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.962877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.975901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 in Status: IN_PROGRESS for 2s [ 647.134387] env[62626]: INFO networking_nsxv3.common.synchronization [req-037b4f22-73be-46dd-9f42-cdd1346b706d req-48d46f7d-5ab2-4b3b-8d77-458cf37a7cc5 service nova] Enqueued Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_rules [ 647.134939] env[62626]: INFO networking_nsxv3.common.synchronization [req-037b4f22-73be-46dd-9f42-cdd1346b706d req-48d46f7d-5ab2-4b3b-8d77-458cf37a7cc5 service nova] Enqueued Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_members [ 647.134939] env[62626]: INFO networking_nsxv3.common.synchronization [req-037b4f22-73be-46dd-9f42-cdd1346b706d req-48d46f7d-5ab2-4b3b-8d77-458cf37a7cc5 service nova] Enqueued Resource ID: 798c4273-bbe4-4116-86a2-9605a8ce05a1 with Priority: HIGHEST for action port [ 647.135147] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_rules [ 647.135318] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_members [ 647.135396] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798c4273-bbe4-4116-86a2-9605a8ce05a1 with Priority: HIGHEST for action port [ 647.137030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.137030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.137030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.137030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.137030] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.137717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.137903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.137903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.138119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.138294] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.138391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.138450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.140679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.140822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.140930] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.141785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-798c4273-bbe4-4116-86a2-9605a8ce05a1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.141896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.141965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.142137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.142255] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798c4273-bbe4-4116-86a2-9605a8ce05a1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.647904] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.648056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.651112] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.651112] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 798c4273-bbe4-4116-86a2-9605a8ce05a1 with status ACTIVE [ 647.651112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.651112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.651112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.651112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.651607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.652948] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 798c4273-bbe4-4116-86a2-9605a8ce05a1 is going to be updated. [ 647.673507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.673765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.673765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.673960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.674126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.674316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-798c4273-bbe4-4116-86a2-9605a8ce05a1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.830712] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 647.830712] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd deletion is rescheduled due to dependency. [ 647.830855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.830924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.831630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.831795] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.831957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.832012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.832170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.832274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.832315] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.155530] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.342308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.342308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.342308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.342308] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 648.365609] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.365910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.365910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.366124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.366248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.373908] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 648.658777] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.659844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.659984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.660787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.660787] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 is going to be created. [ 648.683950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.684120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.684487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.696196] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: UNINITIALIZED for 2s [ 648.987038] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 in Status: SUCCESS [ 648.987038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.153871] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d644ab75-4b0a-4a6a-a1c3-2b838ace7ea2 None None] Enqueued Resource ID: 85387174-cf98-453e-a52d-a813f5748b63 with Priority: HIGHEST for action port [ 649.155087] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85387174-cf98-453e-a52d-a813f5748b63 with Priority: HIGHEST for action port [ 649.155679] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-85387174-cf98-453e-a52d-a813f5748b63 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.155679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85387174-cf98-453e-a52d-a813f5748b63" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.156029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85387174-cf98-453e-a52d-a813f5748b63" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.156167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85387174-cf98-453e-a52d-a813f5748b63" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.156363] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85387174-cf98-453e-a52d-a813f5748b63',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.659049] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85387174-cf98-453e-a52d-a813f5748b63 [ 649.659301] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.659438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.659653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.659758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.659848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.659944] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85387174-cf98-453e-a52d-a813f5748b63 already deleted. [ 649.660035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85387174-cf98-453e-a52d-a813f5748b63" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.943863] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4a7a7c9f-3b4e-42c4-8093-045d116d1246 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 649.943863] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 649.943863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.943863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.943863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.943863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.943863] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.150424] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d2dcf167-010a-435a-8a7c-550feb9ce54e tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 650.150567] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 650.150855] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.150950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.383425] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 650.383670] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd deletion is rescheduled due to dependency. [ 650.383788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.465885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.466063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.466139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.466349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.466441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.466531] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 already deleted. [ 650.466622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.466768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.466955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.467054] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.706846] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: SUCCESS [ 650.706846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.707045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.707236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.707425] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.707569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.707636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.707790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.707878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.707962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.708058] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.988399] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.988801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.989075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.989404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.989621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.990069] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 already deleted. [ 650.990069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.213163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.213345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.213383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.213586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.213751] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.213861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.213939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.214109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.214200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.214286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.214430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.214521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.214581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.214714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.214847] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.214936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.214995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.215140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.215211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.215288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.215372] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.707135] env[62626]: INFO networking_nsxv3.common.synchronization [None req-fdde1d12-8a5a-45d8-8b2d-cbe56d8fbdd4 None None] Enqueued Resource ID: 5131b375-1c1e-4f6c-90b0-35bf46dda224 with Priority: HIGHEST for action port [ 651.707135] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5131b375-1c1e-4f6c-90b0-35bf46dda224 with Priority: HIGHEST for action port [ 651.707135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5131b375-1c1e-4f6c-90b0-35bf46dda224 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.707135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5131b375-1c1e-4f6c-90b0-35bf46dda224" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.707135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5131b375-1c1e-4f6c-90b0-35bf46dda224" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.707584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5131b375-1c1e-4f6c-90b0-35bf46dda224" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.707584] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5131b375-1c1e-4f6c-90b0-35bf46dda224',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.720619] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 427773a0-8460-4a6e-ae44-8b2e7f20faf3: rpc.has_security_group_logging(os_id): False [ 651.739511] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.739653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.739725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.739949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.740069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.740418] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.740527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.740590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.740745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.740825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.741009] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.741110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.741172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.741306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.741379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.741548] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.741638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.741869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.742020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.742102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.742187] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 is going to be created. [ 651.798333] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.798333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.798333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.798333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.798333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.808808] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: IN_PROGRESS for 2s [ 652.015523] env[62626]: INFO networking_nsxv3.common.synchronization [req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b req-1971d400-3a0d-4d3d-9287-666d49fa962d tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 652.016514] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 652.016842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.016983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.020695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.021183] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.021393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.021466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.021782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.021892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.022026] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.210791] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5131b375-1c1e-4f6c-90b0-35bf46dda224 [ 652.211662] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.211662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.211662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.211662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.211855] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5131b375-1c1e-4f6c-90b0-35bf46dda224 already deleted. [ 652.211855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5131b375-1c1e-4f6c-90b0-35bf46dda224" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.394535] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.394765] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.394946] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.395260] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.395580] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.395753] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.395959] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.396395] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.396552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.396790] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.396942] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.397069] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.397214] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.397358] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.397559] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.397615] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.415803] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.416055] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.416220] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.416437] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.416858] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-2d133e36-74d8-4965-90f1-bd36e33f0d72 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.417415] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.417415] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.417636] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.417807] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d133e36-74d8-4965-90f1-bd36e33f0d72',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.525819] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.526218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.526643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.526863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.527048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.527133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.527374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.527469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.527564] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 652.551754] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.551922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.552032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.554047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.554047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.561145] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 652.920342] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.920698] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.920698] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.921296] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.921296] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.921296] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 2d133e36-74d8-4965-90f1-bd36e33f0d72 not found, creating... [ 652.921558] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.921715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.921830] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.922112] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.922258] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.922556] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.922727] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.922845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.923073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.923212] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.923353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 2d133e36-74d8-4965-90f1-bd36e33f0d72 is going to be created. [ 652.944519] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.944755] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.944896] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.945191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.945481] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.945686] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.673136] env[62626]: INFO networking_nsxv3.common.synchronization [req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b req-c6491be9-bd28-4a03-9de2-1623930a9808 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 653.673368] env[62626]: INFO networking_nsxv3.common.synchronization [req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b req-c6491be9-bd28-4a03-9de2-1623930a9808 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 653.673544] env[62626]: INFO networking_nsxv3.common.synchronization [req-2f50ce5a-0022-4945-b4a0-77cd6ea6950b req-c6491be9-bd28-4a03-9de2-1623930a9808 service nova] Enqueued Resource ID: 2d133e36-74d8-4965-90f1-bd36e33f0d72 with Priority: HIGHEST for action port [ 653.674557] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 653.674728] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 653.674875] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d133e36-74d8-4965-90f1-bd36e33f0d72 with Priority: HIGHEST for action port [ 653.675267] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.675484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.675484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.675783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.675987] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.677141] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.677288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.677592] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d133e36-74d8-4965-90f1-bd36e33f0d72 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.677746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.677863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.680703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.680703] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d133e36-74d8-4965-90f1-bd36e33f0d72',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.822359] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: SUCCESS [ 653.823265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.184807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.184807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.184807] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d133e36-74d8-4965-90f1-bd36e33f0d72 with status ACTIVE [ 654.184807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.184807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.184807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.185275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.185275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.185275] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.185275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.185392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.186028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.186028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.186028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.186028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.186028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.186517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.186517] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d133e36-74d8-4965-90f1-bd36e33f0d72 is going to be updated. [ 654.207910] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.208097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.208140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.208354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.208487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.208643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d133e36-74d8-4965-90f1-bd36e33f0d72" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.571472] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 654.571881] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 654.571881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.572026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.572225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.572417] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.572531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.572595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.572753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.575524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.575714] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.079195] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.582692] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.086343] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.086503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.086743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.086856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.086963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.087138] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 656.114661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.114739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.114772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.114988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.115140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.128290] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 658.144510] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 658.144782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.144983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.145255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.145455] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.145572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.145672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.145822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.148018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.148018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.148018] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.649250] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.649250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.649250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.649682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.649682] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.649682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.649682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.649950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.649950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.649950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.650047] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.650090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.650503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.650503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.650503] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.650503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.650766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.650766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.650766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.650928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.650928] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.676279] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 658.676391] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 659.155490] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9d2807-c0f3-4190-bf2b-bff56eeb7683: rpc.has_security_group_logging(os_id): False [ 659.185303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.185303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.185303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.185303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.185836] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.185836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.185836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.185836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.185836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.186120] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 659.267990] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.268107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.268183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.268440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.268690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.289411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 659.511035] env[62626]: INFO networking_nsxv3.common.synchronization [req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 req-ff92bfdf-15d4-46ee-86ea-47b50bbf1026 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 659.511562] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 659.511865] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.511977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.512063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.512268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.512420] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.512521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.512584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.512736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.512821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.512912] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.017046] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.017299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.017522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.017611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.017827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.017901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.017962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.018138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.018248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.018356] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 660.047034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.047034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.047034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.047298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.047403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.059453] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 660.158093] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.158438] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.158483] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.158740] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.159404] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.159618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.159744] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.159970] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.160145] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.160464] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.160611] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.160745] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.160907] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.161120] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.161253] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.161393] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.183408] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.183408] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.183408] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.183408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.183408] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-22c2860f-40ed-4f60-acc9-060a4cc8993e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.183408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.183408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.183408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.183408] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c2860f-40ed-4f60-acc9-060a4cc8993e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.686623] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.686838] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.686997] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.687269] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.687425] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.687627] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 22c2860f-40ed-4f60-acc9-060a4cc8993e not found, creating... [ 660.687833] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.687994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.688129] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.688424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.688779] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.688881] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.689048] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.689178] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.689379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.689515] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.689654] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 22c2860f-40ed-4f60-acc9-060a4cc8993e is going to be created. [ 660.709034] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.709320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.709484] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.709875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.710151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.710422] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.323022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 661.323022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.661436] env[62626]: INFO networking_nsxv3.common.synchronization [req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 req-5d066f09-bcf8-492d-93dc-8439e9f8e22a service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 661.661620] env[62626]: INFO networking_nsxv3.common.synchronization [req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 req-5d066f09-bcf8-492d-93dc-8439e9f8e22a service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 661.661759] env[62626]: INFO networking_nsxv3.common.synchronization [req-c0523d00-a7e6-4dd1-afd2-9ef9daa99cc6 req-5d066f09-bcf8-492d-93dc-8439e9f8e22a service nova] Enqueued Resource ID: 22c2860f-40ed-4f60-acc9-060a4cc8993e with Priority: HIGHEST for action port [ 661.661990] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 661.662135] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 661.662230] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c2860f-40ed-4f60-acc9-060a4cc8993e with Priority: HIGHEST for action port [ 661.664207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.664207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.664207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.664207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.664207] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.665209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.665310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.665487] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c2860f-40ed-4f60-acc9-060a4cc8993e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.665587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.665705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.665871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.666174] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c2860f-40ed-4f60-acc9-060a4cc8993e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.950421] env[62626]: INFO networking_nsxv3.common.synchronization [req-e3141136-bf1b-4d2b-91a5-34e3fa2dd4cd req-cd710f0a-bab8-4be9-aff5-2ac9ee107762 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 661.950421] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 661.950421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.950421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.951192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.951721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.952091] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.953916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.953916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.953916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.953916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.953916] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.069637] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 662.069833] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 662.069944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.070127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.070354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.070537] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.070648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.070727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.070901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.071037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.071544] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.171788] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22c2860f-40ed-4f60-acc9-060a4cc8993e with status ACTIVE [ 662.174394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.174394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.174394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.174394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.174394] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22c2860f-40ed-4f60-acc9-060a4cc8993e is going to be updated. [ 662.176594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.176725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.198284] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.198481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.198519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.198912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.199027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.199144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c2860f-40ed-4f60-acc9-060a4cc8993e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.304024] env[62626]: INFO networking_nsxv3.common.synchronization [req-45dc4f70-3a68-42be-bf99-c1f1fac95e72 req-7cb8a740-9749-46a0-96c7-12bd225d86f0 tempest-FloatingIPsAssociationNegativeTestJSON-307585322 tempest-FloatingIPsAssociationNegativeTestJSON-307585322-project-member] Enqueued Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_members [ 662.304024] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGHEST for action security_group_members [ 662.304024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.304024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.304024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.304024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.304603] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.305424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.305497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.305760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.305906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.305976] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.455460] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.574355] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.813176] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.813176] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.813176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.813176] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 is going to be updated. [ 662.839339] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.839495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.839563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.839832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.840369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.848582] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 in Status: IN_PROGRESS for 2s [ 662.959766] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.076926] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.218626] env[62626]: INFO networking_nsxv3.common.synchronization [req-8087aad1-04c1-4683-9265-a17fe3f2f6a5 req-ef26d221-26ab-4a82-8e3e-70fd2c2abaa6 tempest-ImagesOneServerTestJSON-1590870316 tempest-ImagesOneServerTestJSON-1590870316-project-member] Enqueued Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_members [ 663.219122] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGHEST for action security_group_members [ 663.219427] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.219547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.219620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.219832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.219959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.220143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.220213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.220368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.220457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.220549] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.463552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.464057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.464057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.464057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.464057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.464366] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be updated. [ 663.489310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.489432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.489504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.489701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.489829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.498031] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: IN_PROGRESS for 2s [ 663.579547] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.579806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.579937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.580270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.580408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.580559] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 663.637782] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.637974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.637974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.638226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.638443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.655587] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 663.722300] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.722461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.722533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.722750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.722844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.723041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.723141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.723225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.723348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.723426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.723509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b is going to be updated. [ 663.773951] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.774448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.774448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.774448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.774574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.783778] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b in Status: IN_PROGRESS for 2s [ 664.601272] env[62626]: INFO networking_nsxv3.common.synchronization [req-a6d297a2-7a4f-4b0c-99d6-96ce9b69ed90 req-37816f5b-8dcc-462a-a2d4-d1259a301881 tempest-ServerMetadataTestJSON-342448460 tempest-ServerMetadataTestJSON-342448460-project-member] Enqueued Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_members [ 664.601812] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGHEST for action security_group_members [ 664.602145] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.604398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.604522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.604812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.605232] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.605323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.605373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.605567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.607698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.607879] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.859240] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 in Status: SUCCESS [ 664.859480] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 deletion is rescheduled due to dependency. [ 664.859627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.110347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.110516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.110587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.110809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.110902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.111110] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.111211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.111270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.111425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.111485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.111568] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 is going to be updated. [ 665.137185] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.137331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.137663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.138121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.138311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.146868] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: IN_PROGRESS for 2s [ 665.508640] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 665.508865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.540480] env[62626]: INFO networking_nsxv3.common.synchronization [None req-19866f97-8dde-4feb-9f93-f41b18daacb8 None None] Enqueued Resource ID: 215d333e-7c75-4aca-bed7-304a29dc4aa5 with Priority: HIGHEST for action port [ 665.540754] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215d333e-7c75-4aca-bed7-304a29dc4aa5 with Priority: HIGHEST for action port [ 665.541320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-215d333e-7c75-4aca-bed7-304a29dc4aa5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.541433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-215d333e-7c75-4aca-bed7-304a29dc4aa5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.541505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-215d333e-7c75-4aca-bed7-304a29dc4aa5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.541753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-215d333e-7c75-4aca-bed7-304a29dc4aa5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.541855] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215d333e-7c75-4aca-bed7-304a29dc4aa5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.672555] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 665.673041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.673041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.673245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.673316] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.673429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.673617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.673696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.673781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.673862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.673947] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.795066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b in Status: SUCCESS [ 665.795066] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b deletion is rescheduled due to dependency. [ 665.795066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.046599] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 215d333e-7c75-4aca-bed7-304a29dc4aa5 [ 666.046599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.046599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.046599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.047069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.050304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.050451] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:215d333e-7c75-4aca-bed7-304a29dc4aa5 already deleted. [ 666.050523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-215d333e-7c75-4aca-bed7-304a29dc4aa5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.179732] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.179899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.179954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.180403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.180403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.180533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.180630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.180712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.180794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.180981] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.181048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.181121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.181231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.181358] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.181462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.181527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.181654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.181765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.181850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.181950] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.350467] env[62626]: INFO networking_nsxv3.common.synchronization [req-29df8922-92a2-4e2e-be68-d90033a70381 req-2b8d6d46-f1b6-4441-9e77-6b60d7ede891 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 666.350467] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 666.354321] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.354321] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.354321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.354321] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.685015] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b430d86-e534-4cd9-8664-de47817c7a46: rpc.has_security_group_logging(os_id): False [ 666.701285] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.701285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.701285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.701285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.701285] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.702419] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.702560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.702802] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.702971] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.703256] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.703369] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.703476] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.703581] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.703684] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.703787] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.703983] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.705986] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.706126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.706256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.706447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.706622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.706755] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.706871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.706967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.707156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.707261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.707530] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.711136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.711136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.711136] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 666.727027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.727137] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.727274] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.727558] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.727738] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.727908] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.728041] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.728352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.728492] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.768470] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.768581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.768654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.768862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.769029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.782306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 666.860693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.860693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.860693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.862016] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 already deleted. [ 666.862016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.157429] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: IN_PROGRESS for 4s [ 667.231842] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.232217] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.232217] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.232502] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.232618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.232775] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f not found, creating... [ 667.233046] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.233206] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.233322] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.233592] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.233760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.234082] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.234249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.234372] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.234576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.234710] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.234849] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f is going to be created. [ 667.261276] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.261389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.261489] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.261760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.261987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.262237] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.934172] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f1be2814-0c8f-4265-b57e-55259071b43f None None] Enqueued Resource ID: 663a0bcd-25bb-46d8-a295-889ee2541d67 with Priority: HIGHEST for action port [ 667.934172] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663a0bcd-25bb-46d8-a295-889ee2541d67 with Priority: HIGHEST for action port [ 667.935372] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-663a0bcd-25bb-46d8-a295-889ee2541d67 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.936155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663a0bcd-25bb-46d8-a295-889ee2541d67" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.936155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663a0bcd-25bb-46d8-a295-889ee2541d67" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.936548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663a0bcd-25bb-46d8-a295-889ee2541d67" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.936642] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663a0bcd-25bb-46d8-a295-889ee2541d67',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.152518] env[62626]: INFO networking_nsxv3.common.synchronization [req-29df8922-92a2-4e2e-be68-d90033a70381 req-50315e79-3f02-4b2b-b6e1-6cfcb253bd99 service nova] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_rules [ 668.153460] env[62626]: INFO networking_nsxv3.common.synchronization [req-29df8922-92a2-4e2e-be68-d90033a70381 req-50315e79-3f02-4b2b-b6e1-6cfcb253bd99 service nova] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 668.154345] env[62626]: INFO networking_nsxv3.common.synchronization [req-29df8922-92a2-4e2e-be68-d90033a70381 req-50315e79-3f02-4b2b-b6e1-6cfcb253bd99 service nova] Enqueued Resource ID: 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f with Priority: HIGHEST for action port [ 668.155395] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_rules [ 668.155636] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 668.155751] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f with Priority: HIGHEST for action port [ 668.157890] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.157890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.157890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.157890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.157890] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.157890] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.157890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.157890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.158630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.158630] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.158630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.158630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.158811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.158811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.158878] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.159812] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.159941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.160022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.160194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.160297] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.405463] env[62626]: INFO networking_nsxv3.common.synchronization [None req-dfcc3e5f-28cc-4da6-9e7f-5393655f9fd4 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 6cdda16a-a052-4182-ad28-154d7bbf95ea with Priority: HIGHEST for action security_group_rules [ 668.406850] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cdda16a-a052-4182-ad28-154d7bbf95ea with Priority: HIGHEST for action security_group_rules [ 668.406850] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cdda16a-a052-4182-ad28-154d7bbf95ea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.406850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.406850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.407506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.407607] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cdda16a-a052-4182-ad28-154d7bbf95ea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.440875] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663a0bcd-25bb-46d8-a295-889ee2541d67 [ 668.440875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.440875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.440875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.440875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.440875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.440875] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663a0bcd-25bb-46d8-a295-889ee2541d67 already deleted. [ 668.440875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663a0bcd-25bb-46d8-a295-889ee2541d67" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.481057] env[62626]: INFO networking_nsxv3.common.synchronization [None req-eb8e3819-4f10-4205-80a8-8aff5b85b98a tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 6cdda16a-a052-4182-ad28-154d7bbf95ea with Priority: HIGHEST for action security_group_rules [ 668.482477] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cdda16a-a052-4182-ad28-154d7bbf95ea with Priority: HIGHEST for action security_group_rules [ 668.483619] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4eb50aa8-3076-4738-87b7-265b4687e4ad None None] Enqueued Resource ID: 80234e50-1455-4ed7-8f45-d59ed113673a with Priority: HIGHEST for action port [ 668.484500] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cdda16a-a052-4182-ad28-154d7bbf95ea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.484915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.486689] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80234e50-1455-4ed7-8f45-d59ed113673a with Priority: HIGHEST for action port [ 668.486689] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-80234e50-1455-4ed7-8f45-d59ed113673a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.486689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80234e50-1455-4ed7-8f45-d59ed113673a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.486689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80234e50-1455-4ed7-8f45-d59ed113673a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.486689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80234e50-1455-4ed7-8f45-d59ed113673a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.486689] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80234e50-1455-4ed7-8f45-d59ed113673a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.666178] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.666178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.666178] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f with status ACTIVE [ 668.666178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.666178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.666178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.666729] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.666729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.666729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.666729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.666729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.666729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f is going to be updated. [ 668.687283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.687673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.687802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.688225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.688433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.688865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c3466e8-05fe-427e-a1cd-77f9ca3fcd6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.795901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 668.796254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.933068] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.933068] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cdda16a-a052-4182-ad28-154d7bbf95ea already deleted. [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.933068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.933068] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cdda16a-a052-4182-ad28-154d7bbf95ea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.989034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80234e50-1455-4ed7-8f45-d59ed113673a [ 668.989448] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.989629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.989703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.989909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.989994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.990103] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80234e50-1455-4ed7-8f45-d59ed113673a already deleted. [ 668.990177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80234e50-1455-4ed7-8f45-d59ed113673a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.165864] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 in Status: SUCCESS [ 669.166246] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 deletion is rescheduled due to dependency. [ 669.166455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.168906] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.455298] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.456878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.456878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.456878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.456878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.456878] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cdda16a-a052-4182-ad28-154d7bbf95ea already deleted. [ 669.456878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cdda16a-a052-4182-ad28-154d7bbf95ea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.672098] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.672275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.672351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.672552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.672643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.673033] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be created. [ 669.696674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.696876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.696993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.698083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.698083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.708643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: UNINITIALIZED for 2s [ 671.139313] env[62626]: INFO networking_nsxv3.common.synchronization [None req-23888a5d-681d-48df-ad51-0e67f8ddba47 None None] Enqueued Resource ID: 81d0eefb-4bd6-433c-a357-58166c9f9529 with Priority: HIGHEST for action port [ 671.139313] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d0eefb-4bd6-433c-a357-58166c9f9529 with Priority: HIGHEST for action port [ 671.139691] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d0eefb-4bd6-433c-a357-58166c9f9529 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.139691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d0eefb-4bd6-433c-a357-58166c9f9529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.139691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d0eefb-4bd6-433c-a357-58166c9f9529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.139870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d0eefb-4bd6-433c-a357-58166c9f9529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.142313] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d0eefb-4bd6-433c-a357-58166c9f9529',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.170652] env[62626]: INFO networking_nsxv3.common.synchronization [req-f93d915e-8852-4f9e-a083-ba073668b6d3 req-42216638-423e-4c12-b61d-f1e1f5540787 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 671.171228] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 671.171529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.171629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.482604] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.482869] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.483017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.483331] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.483633] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.483803] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.483958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.485482] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.485482] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.485482] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.485482] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.485482] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.485763] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.485763] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.485822] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.485931] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.505346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.505346] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.505346] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.505346] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.505346] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-0510879f-83a0-4e61-9389-bfd1f25df33c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.505346] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.505711] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.505711] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.505857] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0510879f-83a0-4e61-9389-bfd1f25df33c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.644043] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d0eefb-4bd6-433c-a357-58166c9f9529 [ 671.644300] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.644451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.644516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.644730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.644820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.644918] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d0eefb-4bd6-433c-a357-58166c9f9529 already deleted. [ 671.645015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d0eefb-4bd6-433c-a357-58166c9f9529" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.719834] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.719834] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.719834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.719834] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.720965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.721185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.721376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.721489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.721572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.721734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.721815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.721907] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.008831] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.009061] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.009195] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.009473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.009620] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.009770] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 0510879f-83a0-4e61-9389-bfd1f25df33c not found, creating... [ 672.010031] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.010191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.010334] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.010576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.010734] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.011026] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.011187] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.011303] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.011505] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.011637] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.011774] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 0510879f-83a0-4e61-9389-bfd1f25df33c is going to be created. [ 672.032137] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.032350] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.032475] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.032718] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.032936] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.033165] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.224171] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.224981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.224981] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.728549] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.801236] env[62626]: INFO networking_nsxv3.common.synchronization [req-f93d915e-8852-4f9e-a083-ba073668b6d3 req-98f631e6-f4e6-4bd9-b0fa-6e381b724901 service nova] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_rules [ 672.801236] env[62626]: INFO networking_nsxv3.common.synchronization [req-f93d915e-8852-4f9e-a083-ba073668b6d3 req-98f631e6-f4e6-4bd9-b0fa-6e381b724901 service nova] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 672.801236] env[62626]: INFO networking_nsxv3.common.synchronization [req-f93d915e-8852-4f9e-a083-ba073668b6d3 req-98f631e6-f4e6-4bd9-b0fa-6e381b724901 service nova] Enqueued Resource ID: 0510879f-83a0-4e61-9389-bfd1f25df33c with Priority: HIGHEST for action port [ 672.801236] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_rules [ 672.801236] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 672.801236] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0510879f-83a0-4e61-9389-bfd1f25df33c with Priority: HIGHEST for action port [ 672.801236] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.802172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.802172] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.802172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.802172] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0510879f-83a0-4e61-9389-bfd1f25df33c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.802462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.802462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.802565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.802649] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0510879f-83a0-4e61-9389-bfd1f25df33c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.235803] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.236159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.236159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.236330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.236413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.236517] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be updated. [ 673.271983] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.272214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.272333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.272608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.273175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.283521] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: IN_PROGRESS for 2s [ 673.308552] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0510879f-83a0-4e61-9389-bfd1f25df33c with status ACTIVE [ 673.308552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.308552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.308552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.308552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.309132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.309132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.309132] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0510879f-83a0-4e61-9389-bfd1f25df33c is going to be updated. [ 673.336290] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.336436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.336489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.336690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.336821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.336981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0510879f-83a0-4e61-9389-bfd1f25df33c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.714710] env[62626]: INFO networking_nsxv3.common.synchronization [req-dbe77d01-9d6e-4f78-952a-9ca1e3ae3008 req-1db8effc-a1c3-4f9b-a709-5c39ade67100 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 674.715261] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 674.716409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.716409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.716409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.716409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.717806] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.717806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.717806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.717975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.718152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.718152] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.223520] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.223520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.223688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.223803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.223928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.224156] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.224253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.224310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.224519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.224575] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.224637] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be updated. [ 675.253541] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.253639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.253717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.253924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.254231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.265255] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 675.294967] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 675.295227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.295402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.296059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.296059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.296059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.296059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.296270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.296270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.296437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.296544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.296633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.296707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.296869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.296952] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.299433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.299433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.299433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.299433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.299433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.299433] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.301175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.302835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.302835] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.302835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.302835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.303169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.303169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.303169] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.802167] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49edde05-b29e-4380-b139-afbc77f5c256: rpc.has_security_group_logging(os_id): False [ 675.805121] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.826107] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.826107] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.826107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.826107] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.826672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.826672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.826672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.826672] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.826830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.827145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.829712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.829887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be created. [ 675.890565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.890665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.890710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.890933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.891115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.901695] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: IN_PROGRESS for 2s [ 676.233142] env[62626]: INFO networking_nsxv3.common.synchronization [req-a969f18e-7052-45eb-9c03-10790da53458 req-25a15e8d-dbe4-48e4-81db-ee045485c8fc tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 676.233821] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 676.234192] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.234925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.234925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.234925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.234925] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.234925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.234925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.235254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.235254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.235254] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.308870] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.739423] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.739574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.739650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.739871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.739961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.740246] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.740358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.740420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.740580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.740656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.740737] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 already deleted. [ 676.740818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.811436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.811827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.812094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.812221] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be updated. [ 676.840690] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.840690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.840690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.840875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.841656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.850220] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: IN_PROGRESS for 2s [ 677.147581] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.147802] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.147932] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.148348] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.148827] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.149204] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.149204] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.149395] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.149639] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.149763] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.149936] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.150060] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.150174] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.150286] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.150391] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.150524] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.169720] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.169894] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.170079] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.170288] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.170629] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-e1842530-da5b-4025-a453-c8487939953b taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.170816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.170937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.171320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.171468] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1842530-da5b-4025-a453-c8487939953b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.280027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 677.280027] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 deletion is rescheduled due to dependency. [ 677.280181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.673731] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.674188] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.674348] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.674628] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.675230] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.675450] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port e1842530-da5b-4025-a453-c8487939953b not found, creating... [ 677.675744] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.675915] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.676317] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.676549] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.676694] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.677197] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.677399] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.677517] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.677749] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.677887] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.678046] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: e1842530-da5b-4025-a453-c8487939953b is going to be created. [ 677.706961] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.706961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.706961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.706961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.706961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.706961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.916354] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 677.916677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.916891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.917217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.917491] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.334299] env[62626]: INFO networking_nsxv3.common.synchronization [None req-ff0c3483-b3b3-411d-896c-6868cb813c9f None None] Enqueued Resource ID: d5eba19d-4b28-489a-a1ca-0fb4a62d105b with Priority: HIGHEST for action port [ 678.334560] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5eba19d-4b28-489a-a1ca-0fb4a62d105b with Priority: HIGHEST for action port [ 678.335172] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5eba19d-4b28-489a-a1ca-0fb4a62d105b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.335303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5eba19d-4b28-489a-a1ca-0fb4a62d105b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.335365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5eba19d-4b28-489a-a1ca-0fb4a62d105b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.335622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5eba19d-4b28-489a-a1ca-0fb4a62d105b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.335703] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5eba19d-4b28-489a-a1ca-0fb4a62d105b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.421403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.421403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.623185] env[62626]: INFO networking_nsxv3.common.synchronization [req-a969f18e-7052-45eb-9c03-10790da53458 req-070ff53c-087c-406d-b13a-5c908283a15b service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 678.623185] env[62626]: INFO networking_nsxv3.common.synchronization [req-a969f18e-7052-45eb-9c03-10790da53458 req-070ff53c-087c-406d-b13a-5c908283a15b service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 678.623185] env[62626]: INFO networking_nsxv3.common.synchronization [req-a969f18e-7052-45eb-9c03-10790da53458 req-070ff53c-087c-406d-b13a-5c908283a15b service nova] Enqueued Resource ID: e1842530-da5b-4025-a453-c8487939953b with Priority: HIGHEST for action port [ 678.623185] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 678.623185] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 678.623185] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1842530-da5b-4025-a453-c8487939953b with Priority: HIGHEST for action port [ 678.623185] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.623728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.623890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.624234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.624443] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.625410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.625692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.625877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.626373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.627190] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.627549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.627696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.627956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.628169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.628373] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.629350] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1842530-da5b-4025-a453-c8487939953b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.629748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.629954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.630207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.630434] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1842530-da5b-4025-a453-c8487939953b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.838509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5eba19d-4b28-489a-a1ca-0fb4a62d105b [ 678.838836] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.841106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.841106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.841106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.841106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.841106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5eba19d-4b28-489a-a1ca-0fb4a62d105b already deleted. [ 678.841106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5eba19d-4b28-489a-a1ca-0fb4a62d105b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.860349] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 678.860634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.860745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.860957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.861155] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.861273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.861362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.861582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.861639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.861670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.861766] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.983726] env[62626]: INFO networking_nsxv3.common.synchronization [req-46c7d077-3778-4fd9-95ea-b5215094e8bf req-dfdabf42-4f21-42fe-8d64-7128f33e90c2 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 678.987966] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 678.987966] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.987966] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.987966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.987966] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.132227] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.133258] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.134896] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1842530-da5b-4025-a453-c8487939953b with status ACTIVE [ 679.134896] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.134896] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.134896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.135538] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.135538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.135538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.135641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.135723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.135830] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1842530-da5b-4025-a453-c8487939953b is going to be updated. [ 679.157441] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.157441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.157441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.157672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.157812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.157968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1842530-da5b-4025-a453-c8487939953b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.357874] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.358102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-498" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.358233] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-498" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.358586] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-498" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.358882] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.359347] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.359526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.359752] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.359902] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.360128] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.360887] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.360887] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.360887] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.360887] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.360887] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.360887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.368088] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.368213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.368283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.368491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.368648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.368745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.368806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.368948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.369126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.369203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.369292] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.370041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.370093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.370222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.370366] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.370459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.370522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.370654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.370729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.370810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.370905] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.378703] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.378867] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.379016] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.379202] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-498" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.379488] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-07bcad87-ce32-44de-ad06-f57b6929d7bb taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.379650] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.379768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.380072] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.380214] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bcad87-ce32-44de-ad06-f57b6929d7bb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.489653] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.489734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.489817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.490473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.490473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.490473] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.490677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.490677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.490822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.490923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.491039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 already deleted. [ 679.491150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.634548] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.772364] env[62626]: INFO networking_nsxv3.common.synchronization [req-71f823f5-2b5b-4bef-bd6a-3886cee9a06d req-ea4072bc-19e5-49d1-a8a8-7e0d10c4a97e tempest-SecurityGroupRulesNegativeTestJSON-1403078795 tempest-SecurityGroupRulesNegativeTestJSON-1403078795-project-member] Enqueued Resource ID: 95267422-d5fe-4d23-9976-c96fa41b4c83 with Priority: HIGHEST for action security_group_rules [ 679.772896] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95267422-d5fe-4d23-9976-c96fa41b4c83 with Priority: HIGHEST for action security_group_rules [ 679.773229] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95267422-d5fe-4d23-9976-c96fa41b4c83 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.773354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.773474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.773740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.773829] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95267422-d5fe-4d23-9976-c96fa41b4c83',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.874423] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49edde05-b29e-4380-b139-afbc77f5c256: rpc.has_security_group_logging(os_id): False [ 679.886450] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.886450] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.886450] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.886450] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.886450] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.886450] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 07bcad87-ce32-44de-ad06-f57b6929d7bb not found, creating... [ 679.886450] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.886876] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.887056] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.887380] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.888981] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.888981] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.888981] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.889213] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.889346] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.889509] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.889789] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb is going to be created. [ 679.892604] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.892740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.892806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.892971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.893069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.893260] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.893357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.893452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.893639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.893730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.893975] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.894129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.894204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.894364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.894490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.894713] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.894826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.894890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.895068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.895187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.895296] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be updated. [ 679.913435] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.913435] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.913435] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.913435] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.913435] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.913435] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.948518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.949028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.949028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.949028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.949162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.960349] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: IN_PROGRESS for 2s [ 680.137773] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.138616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.138616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.138616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.138616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.138616] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be created. [ 680.163499] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.163746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.163746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.163962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.164178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.173798] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: UNINITIALIZED for 2s [ 680.236665] env[62626]: INFO networking_nsxv3.common.synchronization [req-912df1c0-88f1-4ba6-8fb0-fd0c0a25ea68 req-d588be7c-4b3f-4aef-8c4f-7fbdd4dfb634 tempest-SecurityGroupRulesNegativeTestJSON-1403078795 tempest-SecurityGroupRulesNegativeTestJSON-1403078795-project-member] Enqueued Resource ID: 95267422-d5fe-4d23-9976-c96fa41b4c83 with Priority: HIGHEST for action security_group_rules [ 680.239277] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95267422-d5fe-4d23-9976-c96fa41b4c83 with Priority: HIGHEST for action security_group_rules [ 680.239638] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95267422-d5fe-4d23-9976-c96fa41b4c83 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.239755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.293069] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.293386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.293386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.293568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.293635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.293707] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95267422-d5fe-4d23-9976-c96fa41b4c83 already deleted. [ 680.293783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.293985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.294185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.294266] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95267422-d5fe-4d23-9976-c96fa41b4c83',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.706046] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c50e4782-b17f-4efd-a4d4-2845acb4083b None None] Enqueued Resource ID: cf8b2d74-ffb5-4484-8067-316d8e23e68d with Priority: HIGHEST for action port [ 680.707217] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8b2d74-ffb5-4484-8067-316d8e23e68d with Priority: HIGHEST for action port [ 680.707299] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8b2d74-ffb5-4484-8067-316d8e23e68d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.707518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8b2d74-ffb5-4484-8067-316d8e23e68d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.707760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8b2d74-ffb5-4484-8067-316d8e23e68d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.708873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8b2d74-ffb5-4484-8067-316d8e23e68d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.708873] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8b2d74-ffb5-4484-8067-316d8e23e68d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.817192] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.818454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.818454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.818454] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95267422-d5fe-4d23-9976-c96fa41b4c83 already deleted. [ 680.818454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95267422-d5fe-4d23-9976-c96fa41b4c83" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.840885] env[62626]: INFO networking_nsxv3.common.synchronization [req-46c7d077-3778-4fd9-95ea-b5215094e8bf req-fd2e5c6b-523b-480c-b870-0dea3c3bbe8a service nova] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 680.841056] env[62626]: INFO networking_nsxv3.common.synchronization [req-46c7d077-3778-4fd9-95ea-b5215094e8bf req-fd2e5c6b-523b-480c-b870-0dea3c3bbe8a service nova] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 680.841170] env[62626]: INFO networking_nsxv3.common.synchronization [req-46c7d077-3778-4fd9-95ea-b5215094e8bf req-fd2e5c6b-523b-480c-b870-0dea3c3bbe8a service nova] Enqueued Resource ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb with Priority: HIGHEST for action port [ 680.841723] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 680.842134] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 680.842134] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb with Priority: HIGHEST for action port [ 680.843737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.843932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.844054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.844259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.844360] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.845258] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.845380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.845426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.845643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.845753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.845849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.845921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.846167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.846237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.847484] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.850067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-07bcad87-ce32-44de-ad06-f57b6929d7bb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.850067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.850067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.850067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.850067] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bcad87-ce32-44de-ad06-f57b6929d7bb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.211930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf8b2d74-ffb5-4484-8067-316d8e23e68d [ 681.211930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.211930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.211930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.211930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.211930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.211930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf8b2d74-ffb5-4484-8067-316d8e23e68d already deleted. [ 681.211930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8b2d74-ffb5-4484-8067-316d8e23e68d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.351982] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.352471] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.352579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.352734] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07bcad87-ce32-44de-ad06-f57b6929d7bb with status ACTIVE [ 681.352885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.352989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.353064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.353276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.353365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.353533] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.354905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.354905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.354905] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb is going to be updated. [ 681.380781] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.384052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.384052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.384052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.384052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.384052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.857807] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.973877] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 681.974445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.184099] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 682.184327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.184491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.184706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.184895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.185013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.185082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.185234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.185312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.185397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.185485] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.360327] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.360681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.360681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.360968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.360968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.360968] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be created. [ 682.385209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.385358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.385402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.385828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.385828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.395259] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: UNINITIALIZED for 2s [ 682.688747] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.193572] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50d08bc-cc86-4a04-9295-aa033a1b2506: rpc.has_security_group_logging(os_id): False [ 683.216779] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.216933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.217056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.217357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.217470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.217724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.217833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.217899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.218188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.218291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.218388] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be created. [ 683.285430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.285567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.285635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.285831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.286012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.298300] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 683.683125] env[62626]: INFO networking_nsxv3.common.synchronization [req-d857e24e-bed3-46ab-9a97-e71e899fe463 req-865651ec-0833-4f7a-af88-59a654e6aa1f tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_members [ 683.683705] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_members [ 683.684115] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.684257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.684325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.684582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.684838] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.685130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.685201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.685366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.685453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.685619] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.187452] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.187597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.187670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.188032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.188032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.188201] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.188274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.188311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.188470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.188544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.188640] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a already deleted. [ 684.188720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.305018] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-551" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.305018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-551" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.305018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-551" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.305477] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305807] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.306104] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.306643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.306934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.307435] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.310109] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.310109] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.310109] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.310109] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.310109] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.310109] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.328086] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.328086] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.328086] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.328086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-551" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.328086] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-80936687-1bf0-42b9-a488-6ddafe4ff045 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.328086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.328894] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.329473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.330013] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80936687-1bf0-42b9-a488-6ddafe4ff045',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.405813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: SUCCESS [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.405813] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.405813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.405813] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.833028] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.833332] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.833332] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.833621] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.833808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.834028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 80936687-1bf0-42b9-a488-6ddafe4ff045 not found, creating... [ 684.834322] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.834490] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.834608] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.834884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.834967] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.835279] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.835487] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.835562] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.835784] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.835928] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.836111] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 80936687-1bf0-42b9-a488-6ddafe4ff045 is going to be created. [ 684.857845] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.857921] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.858084] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.858331] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.858582] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.858814] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.909924] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.309196] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 685.309416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.412287] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1d721a-09ea-404c-8544-06f61186dd65: rpc.has_security_group_logging(os_id): False [ 685.429117] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.429263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.429338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.429555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.429649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.429883] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.429978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.430048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.430197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.430275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.430359] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be created. [ 685.482874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.483028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.483183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.483306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.483486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.493659] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: IN_PROGRESS for 2s [ 685.605549] env[62626]: INFO networking_nsxv3.common.synchronization [req-d857e24e-bed3-46ab-9a97-e71e899fe463 req-11e97138-2b5e-465b-b7a4-f1dd49e93c2b service nova] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_rules [ 685.605732] env[62626]: INFO networking_nsxv3.common.synchronization [req-d857e24e-bed3-46ab-9a97-e71e899fe463 req-11e97138-2b5e-465b-b7a4-f1dd49e93c2b service nova] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_members [ 685.605872] env[62626]: INFO networking_nsxv3.common.synchronization [req-d857e24e-bed3-46ab-9a97-e71e899fe463 req-11e97138-2b5e-465b-b7a4-f1dd49e93c2b service nova] Enqueued Resource ID: 80936687-1bf0-42b9-a488-6ddafe4ff045 with Priority: HIGHEST for action port [ 685.606144] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_rules [ 685.606281] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_members [ 685.606381] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80936687-1bf0-42b9-a488-6ddafe4ff045 with Priority: HIGHEST for action port [ 685.607152] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.607314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.607407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.607671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.607791] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.609200] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.609338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.609448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.609669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.609861] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.609990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.610117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.610311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.610443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.610542] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.615297] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-80936687-1bf0-42b9-a488-6ddafe4ff045 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.615425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.615496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.616459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.616557] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80936687-1bf0-42b9-a488-6ddafe4ff045',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.118403] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.123028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.123028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80936687-1bf0-42b9-a488-6ddafe4ff045 with status ACTIVE [ 686.123028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.123028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.123028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.123028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.123738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.123738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.123738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.123738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.123738] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80936687-1bf0-42b9-a488-6ddafe4ff045 is going to be updated. [ 686.145197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.145399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.145472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.149022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.149022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.149022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80936687-1bf0-42b9-a488-6ddafe4ff045" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.421201] env[62626]: INFO networking_nsxv3.common.synchronization [req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c req-b84278aa-6352-4e4a-9dbb-1cf6b58ea8a0 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Enqueued Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_members [ 686.421750] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_members [ 686.422064] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.422193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.422258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.422498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.422652] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.422751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.422810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.422957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.425090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.425277] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.621279] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.928674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.928833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.928891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.929122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.929219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.929421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.929522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.929663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.929754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.929841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.929995] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae already deleted. [ 686.930078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.988118] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.988118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-439" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.988118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-439" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.988118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-439" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.988504] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.988504] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.988639] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.989064] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.989064] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.989199] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.989389] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.989451] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.989505] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.989614] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.989824] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.989876] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.016081] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.017239] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.019017] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.019017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-439" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.019017] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-3d791772-a6e2-4583-8f80-9e0394e68431 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.019017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.019017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.019017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.019017] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d791772-a6e2-4583-8f80-9e0394e68431',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.123722] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.124055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.124055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.124253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.124351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.124448] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a is going to be created. [ 687.147780] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.147912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.147996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.148204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.148353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.163465] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2af73-45b4-4de3-a448-5036b638e18a in Status: UNINITIALIZED for 2s [ 687.510259] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: SUCCESS [ 687.510259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.524137] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.524895] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.525072] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.525508] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.525627] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.525824] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 3d791772-a6e2-4583-8f80-9e0394e68431 not found, creating... [ 687.526224] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.526478] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.526642] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.526890] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.528358] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.529011] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.529955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.529955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.529955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.529955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.530094] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 3d791772-a6e2-4583-8f80-9e0394e68431 is going to be created. [ 687.532901] env[62626]: INFO networking_nsxv3.common.synchronization [req-b308d50a-0470-4e0d-966d-b5284ca301fc req-7bd4f996-60d0-4230-b50d-141f238d56e9 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 687.533613] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 687.534271] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.534399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.534470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.534635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.534795] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.534886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.534965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.535369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.535469] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.562486] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.562728] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.562855] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.563149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.563397] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.563642] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.039517] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.039682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.039735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.040128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.040287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.040386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.040442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.043497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.043497] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 688.070622] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.070768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.070835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.071060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.071197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.080400] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 688.123018] env[62626]: INFO networking_nsxv3.common.synchronization [req-20e1f7ce-b6f9-4d23-babf-18296ea57bf4 req-9d6b8a83-c127-4a4f-a2bd-dd1c58bc8130 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 688.124298] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 688.124704] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.125233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.125339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.125597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.125809] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.125947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.126114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.126303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.126434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.126521] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.520021] env[62626]: INFO networking_nsxv3.common.synchronization [req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c req-9bd3feaf-5591-4ed4-8732-a2e46b79eb15 service nova] Enqueued Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_rules [ 688.520021] env[62626]: INFO networking_nsxv3.common.synchronization [req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c req-9bd3feaf-5591-4ed4-8732-a2e46b79eb15 service nova] Enqueued Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_members [ 688.520021] env[62626]: INFO networking_nsxv3.common.synchronization [req-333ab5c1-a9be-4c5f-86e9-7bcc7c64413c req-9bd3feaf-5591-4ed4-8732-a2e46b79eb15 service nova] Enqueued Resource ID: 3d791772-a6e2-4583-8f80-9e0394e68431 with Priority: HIGHEST for action port [ 688.520021] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_rules [ 688.520021] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_members [ 688.520021] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d791772-a6e2-4583-8f80-9e0394e68431 with Priority: HIGHEST for action port [ 688.520552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.520879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.521060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.521799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.522018] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.523208] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.523450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.523711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.524089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.525024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.525024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.525024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.525024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.525024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.525024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.526347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d791772-a6e2-4583-8f80-9e0394e68431 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.527348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.529157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.529157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.529157] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d791772-a6e2-4583-8f80-9e0394e68431',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.628473] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.628630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.628701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.628919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.629015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.629264] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.629484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.629484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.629560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.629589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.629656] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 688.674797] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.674960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.675046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.675251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.675511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.685694] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 689.032953] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.032953] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.032953] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d791772-a6e2-4583-8f80-9e0394e68431 with status ACTIVE [ 689.032953] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.032953] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.032953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.033737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.038027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.038027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.038027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.038027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.038027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d791772-a6e2-4583-8f80-9e0394e68431 is going to be updated. [ 689.056596] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.058071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.058071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.058071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d791772-a6e2-4583-8f80-9e0394e68431" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.181620] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2af73-45b4-4de3-a448-5036b638e18a in Status: SUCCESS [ 689.181862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.182573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.182573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.182770] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.182927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.187860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.187860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.187860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.187860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.187860] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.363714] env[62626]: INFO networking_nsxv3.common.synchronization [req-b2e4c8db-8d7a-43e8-a510-662052061825 req-8108897b-4666-4981-b524-6d6b594ac7db tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Enqueued Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_members [ 689.364325] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_members [ 689.364652] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.365280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.365280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.365280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.365530] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.365530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.365530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.365683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.365781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.365877] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.539074] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.690192] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.870476] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.870698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.870744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.870936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.871136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.871266] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.871410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.871457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.871669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.871714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.871797] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e820da-55c4-4661-af01-04a69f323c19 already deleted. [ 689.871876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.965362] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-799" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-799" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-799" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.965362] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.965362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.965843] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.965843] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.965843] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.965843] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.966164] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.966277] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.966438] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.985261] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.985261] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.985261] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.985530] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-799" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.986058] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-28661dec-7f39-4c6a-8248-4b5c7e19b88e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.986733] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.986733] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.986733] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.986902] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28661dec-7f39-4c6a-8248-4b5c7e19b88e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.041454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.041707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.041790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.042011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.042131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.042239] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae is going to be created. [ 690.066743] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.066743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.066743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.073819] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae in Status: UNINITIALIZED for 2s [ 690.088211] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 690.088211] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 690.088211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.192016] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47b2af73-45b4-4de3-a448-5036b638e18a: rpc.has_security_group_logging(os_id): False [ 690.223610] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.224433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.224433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.224433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.226187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.226187] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.226187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.226187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.226187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.226187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.226187] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a is going to be created. [ 690.298636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.298636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.298636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.298636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.298636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.310713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47b2af73-45b4-4de3-a448-5036b638e18a in Status: IN_PROGRESS for 2s [ 690.489825] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.490068] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.490199] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.490474] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.490641] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.490793] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 28661dec-7f39-4c6a-8248-4b5c7e19b88e not found, creating... [ 690.491066] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.491230] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.491348] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.491571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.491707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.491986] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.492160] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.492281] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.492498] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.492618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.492756] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 28661dec-7f39-4c6a-8248-4b5c7e19b88e is going to be created. [ 690.514889] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.514889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.514889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.514889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.514889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.514889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.696318] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 690.696318] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 690.696318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.529306] env[62626]: INFO networking_nsxv3.common.synchronization [req-b2e4c8db-8d7a-43e8-a510-662052061825 req-1e8c3cd2-a794-41ac-85c7-0ac133b2a4a4 service nova] Enqueued Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_rules [ 691.529982] env[62626]: INFO networking_nsxv3.common.synchronization [req-b2e4c8db-8d7a-43e8-a510-662052061825 req-1e8c3cd2-a794-41ac-85c7-0ac133b2a4a4 service nova] Enqueued Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_members [ 691.529982] env[62626]: INFO networking_nsxv3.common.synchronization [req-b2e4c8db-8d7a-43e8-a510-662052061825 req-1e8c3cd2-a794-41ac-85c7-0ac133b2a4a4 service nova] Enqueued Resource ID: 28661dec-7f39-4c6a-8248-4b5c7e19b88e with Priority: HIGHEST for action port [ 691.529982] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_rules [ 691.529982] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_members [ 691.530189] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28661dec-7f39-4c6a-8248-4b5c7e19b88e with Priority: HIGHEST for action port [ 691.532648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.532648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.532648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.534158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.534653] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.535229] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.535306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.535355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.536035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.536035] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.536035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.536035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.536035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.536542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.536542] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.537197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-28661dec-7f39-4c6a-8248-4b5c7e19b88e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.537331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.537376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.537546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.537610] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28661dec-7f39-4c6a-8248-4b5c7e19b88e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.040418] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.040418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.040646] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.041566] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28661dec-7f39-4c6a-8248-4b5c7e19b88e with status ACTIVE [ 692.044032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.044032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.044032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.044032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.044032] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28661dec-7f39-4c6a-8248-4b5c7e19b88e is going to be updated. [ 692.065482] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.066930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.066930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.066930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.066930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.066930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28661dec-7f39-4c6a-8248-4b5c7e19b88e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.085452] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae in Status: SUCCESS [ 692.085676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.085829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.086057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.086320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.086443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.086509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.086674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.086753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.086839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.086929] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.322528] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47b2af73-45b4-4de3-a448-5036b638e18a in Status: SUCCESS [ 692.322762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.546442] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.589435] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.589652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.589703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.589948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.590182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.590324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.590418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.590622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.590745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.590870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.591214] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.591214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.591327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.591498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.591692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.591819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.591910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.592170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.592242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.592326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.592728] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.952394] env[62626]: INFO networking_nsxv3.common.synchronization [req-20223b24-7166-404f-93dc-8282164352c4 req-cb1737cd-d9a1-4373-b704-0c7fe669c205 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Enqueued Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_members [ 692.952394] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_members [ 692.952394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.952394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.952394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.952394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.952904] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.953196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.953444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.953843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.954149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.954464] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.054810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.055184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.055310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.055625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.055801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.055957] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e820da-55c4-4661-af01-04a69f323c19 is going to be created. [ 693.081182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.081182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.081182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.081384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.081384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.090444] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e820da-55c4-4661-af01-04a69f323c19 in Status: UNINITIALIZED for 2s [ 693.095917] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45cbff01-2f1e-4a45-87c1-5a773c51e5ae: rpc.has_security_group_logging(os_id): False [ 693.111454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.111675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.111707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.111944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.112663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.112663] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.112663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.112663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.112968] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.113081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.113162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.113310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.113386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.113594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.113708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.113772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.113923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.114011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.114106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae is going to be created. [ 693.176199] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.176360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.176435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.176720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.176899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.187992] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae in Status: IN_PROGRESS for 2s [ 693.457856] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.458048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.458113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.458425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.458535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.458755] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.458872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.458944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.459133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.459219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.459306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c already deleted. [ 693.459389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.530758] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.531021] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-314" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.531229] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-314" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.531584] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-314" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.531910] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.532105] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.532264] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.532567] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.532760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.533018] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.533193] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.533338] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.533476] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.533633] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.533776] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.533962] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.555072] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.555575] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.555682] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.556280] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-314" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.556881] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-e5542768-c860-4bb0-8c46-bda0246b177c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.557033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.557272] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.557847] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.558143] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5542768-c860-4bb0-8c46-bda0246b177c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.062467] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.062467] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.062467] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.062467] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.062467] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.062467] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port e5542768-c860-4bb0-8c46-bda0246b177c not found, creating... [ 694.062884] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.063079] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.063246] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.063502] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.063672] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.063994] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.064204] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.064360] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.064604] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.064778] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.064955] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: e5542768-c860-4bb0-8c46-bda0246b177c is going to be created. [ 694.083444] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.083685] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.083845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.084200] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.084503] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.084777] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.951146] env[62626]: INFO networking_nsxv3.common.synchronization [req-20223b24-7166-404f-93dc-8282164352c4 req-ce6bc0a2-b4c9-41f3-a6a5-63c94d79d619 service nova] Enqueued Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_rules [ 694.951423] env[62626]: INFO networking_nsxv3.common.synchronization [req-20223b24-7166-404f-93dc-8282164352c4 req-ce6bc0a2-b4c9-41f3-a6a5-63c94d79d619 service nova] Enqueued Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_members [ 694.951456] env[62626]: INFO networking_nsxv3.common.synchronization [req-20223b24-7166-404f-93dc-8282164352c4 req-ce6bc0a2-b4c9-41f3-a6a5-63c94d79d619 service nova] Enqueued Resource ID: e5542768-c860-4bb0-8c46-bda0246b177c with Priority: HIGHEST for action port [ 694.952347] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_rules [ 694.952590] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_members [ 694.952742] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5542768-c860-4bb0-8c46-bda0246b177c with Priority: HIGHEST for action port [ 694.953018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.960013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.960111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.960461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.960557] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.961570] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.962858] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.962858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.962858] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.964601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5542768-c860-4bb0-8c46-bda0246b177c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.964704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.964764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.964912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.964980] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5542768-c860-4bb0-8c46-bda0246b177c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.099986] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e820da-55c4-4661-af01-04a69f323c19 in Status: SUCCESS [ 695.100748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.100921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.101170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.101376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.101486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.101551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.101703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.101785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.101867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.101953] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.199320] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae in Status: SUCCESS [ 695.199320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.466596] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.466869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.467097] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.468043] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5542768-c860-4bb0-8c46-bda0246b177c with status ACTIVE [ 695.468245] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.468368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.468440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.468659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.468751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.469079] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.469079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.469222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.469314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.469396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.469594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.469685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.469745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.469938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.470008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.470098] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5542768-c860-4bb0-8c46-bda0246b177c is going to be updated. [ 695.491661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.491833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.491921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.492163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.492331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.492530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5542768-c860-4bb0-8c46-bda0246b177c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.604572] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.604572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.604572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.604860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.604942] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.605040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.605096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.605659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.608133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.608133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.608133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.608133] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.975180] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.111290] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37e820da-55c4-4661-af01-04a69f323c19: rpc.has_security_group_logging(os_id): False [ 696.129128] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.129327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.129440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.129605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.130695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.131422] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.131565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.131636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.131821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.131910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.132132] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.132219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.135381] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.135381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.135381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e820da-55c4-4661-af01-04a69f323c19 is going to be created. [ 696.190148] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.190148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.190148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.190148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.190148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.199979] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37e820da-55c4-4661-af01-04a69f323c19 in Status: IN_PROGRESS for 2s [ 696.485722] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.485722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.485722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.485722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.485722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.485722] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c is going to be created. [ 696.513296] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.513296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.513296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.513296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.513296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.521384] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c in Status: UNINITIALIZED for 2s [ 696.538215] env[62626]: INFO networking_nsxv3.common.synchronization [req-0bbfa676-51f9-446a-a835-8f109b962393 req-e31c26b5-5f76-4339-8ad9-3d3fcf39f024 tempest-ServerRescueTestJSON-594191622 tempest-ServerRescueTestJSON-594191622-project-member] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 696.538215] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGHEST for action security_group_members [ 696.538215] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.538215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.538215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.538215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.538215] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.538215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.538215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.539683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.539930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.540153] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.042510] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.042769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.042769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.043098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.043322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.043627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.043846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.043846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.044115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.044240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.044416] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be updated. [ 697.071674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.071811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.071957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.072150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.072341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.087106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: IN_PROGRESS for 2s [ 698.212828] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37e820da-55c4-4661-af01-04a69f323c19 in Status: SUCCESS [ 698.213118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.530475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c in Status: SUCCESS [ 698.530758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.530981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.531294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.531555] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.531826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.531826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.531994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.532122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.532237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.532355] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.038859] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.038859] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.038859] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.038859] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.039657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.039657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.039657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.039657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.039657] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.098053] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 in Status: SUCCESS [ 699.099423] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 deletion is rescheduled due to dependency. [ 699.099901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.542739] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c: rpc.has_security_group_logging(os_id): False [ 699.565283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.565470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.565522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.565705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.565836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.565999] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.566189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.572353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.572596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.572689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.572900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.573009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.573079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.573232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.573315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.573510] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.573603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.573664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.573802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.573877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.573961] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c is going to be created. [ 699.629081] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.629236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.629311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.629518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.629696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.641310] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c in Status: IN_PROGRESS for 2s [ 700.924245] env[62626]: INFO networking_nsxv3.common.synchronization [req-6753e06d-fd97-491a-91b7-c4a1917c40c8 req-730ce20e-3e57-49bb-a35c-060ef6dbc577 tempest-ServerMetadataNegativeTestJSON-97195904 tempest-ServerMetadataNegativeTestJSON-97195904-project-member] Enqueued Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_members [ 700.924663] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGHEST for action security_group_members [ 700.925445] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.925445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.925445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.926308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.927483] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.929737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.929737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.929737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.929737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.929737] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.265584] env[62626]: INFO networking_nsxv3.common.synchronization [req-d15209d9-2b99-4f3a-baa7-18931265f235 req-015b3fff-1b04-44d4-8633-01b8fa48a1f7 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 701.265584] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 701.265584] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.265584] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.265584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.265584] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.432475] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.432475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.432475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.433083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.434280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.434694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.434964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.435906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.436220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.436724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.436724] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae is going to be updated. [ 701.473705] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.473857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.473927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.474185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.474375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.489328] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae in Status: IN_PROGRESS for 2s [ 701.654856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c in Status: SUCCESS [ 701.655096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.771513] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.040296] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.040643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.040840] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.044278] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.044452] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.044619] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.044743] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.045816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.045816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.045816] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.045816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.045816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.045816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.045816] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.046181] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.046181] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.064879] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.065253] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.065253] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.065364] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.065651] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-9268c93c-b634-40b6-b1de-91127849fd7e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.065817] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.065936] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.066350] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.066475] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9268c93c-b634-40b6-b1de-91127849fd7e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.274469] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.569216] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.569442] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.569581] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.569863] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.570404] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.570404] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 9268c93c-b634-40b6-b1de-91127849fd7e not found, creating... [ 702.570536] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.570616] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.570736] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.570957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.571110] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.571445] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.571615] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.571766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.571986] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.572136] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.572279] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 9268c93c-b634-40b6-b1de-91127849fd7e is going to be created. [ 702.594194] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.594393] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.594516] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.594775] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.595018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.595243] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.777851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.777851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.777851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.777851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.777851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.778115] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be updated. [ 702.807579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.807711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.807778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.807984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.808353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.819421] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: IN_PROGRESS for 2s [ 702.821343] env[62626]: INFO networking_nsxv3.common.synchronization [req-df1ec59c-56f0-4170-8219-ef61b3a1b8b6 req-952c3134-4096-4e5a-9de8-e55818f6b73f tempest-InstanceActionsNegativeTestJSON-1423801471 tempest-InstanceActionsNegativeTestJSON-1423801471-project-member] Enqueued Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_members [ 702.822453] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e820da-55c4-4661-af01-04a69f323c19 with Priority: HIGHEST for action security_group_members [ 702.824021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e820da-55c4-4661-af01-04a69f323c19 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.824021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.824021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.824021] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e820da-55c4-4661-af01-04a69f323c19',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.327790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.327790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.327790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.328695] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e820da-55c4-4661-af01-04a69f323c19 is going to be updated. [ 703.354147] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.354370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.354370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.354556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.354689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.362870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e820da-55c4-4661-af01-04a69f323c19 in Status: IN_PROGRESS for 2s [ 703.451627] env[62626]: INFO networking_nsxv3.common.synchronization [req-d15209d9-2b99-4f3a-baa7-18931265f235 req-3f71ddc2-e2ae-4892-8f58-82e1ea880179 service nova] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_rules [ 703.451805] env[62626]: INFO networking_nsxv3.common.synchronization [req-d15209d9-2b99-4f3a-baa7-18931265f235 req-3f71ddc2-e2ae-4892-8f58-82e1ea880179 service nova] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 703.451940] env[62626]: INFO networking_nsxv3.common.synchronization [req-d15209d9-2b99-4f3a-baa7-18931265f235 req-3f71ddc2-e2ae-4892-8f58-82e1ea880179 service nova] Enqueued Resource ID: 9268c93c-b634-40b6-b1de-91127849fd7e with Priority: HIGHEST for action port [ 703.452193] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_rules [ 703.452342] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 703.452446] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9268c93c-b634-40b6-b1de-91127849fd7e with Priority: HIGHEST for action port [ 703.455681] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.455834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.455916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.456170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.456274] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.457182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.457284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.457478] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-9268c93c-b634-40b6-b1de-91127849fd7e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.457578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.457642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.457810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.457891] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9268c93c-b634-40b6-b1de-91127849fd7e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.504765] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae in Status: SUCCESS [ 703.504967] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae deletion is rescheduled due to dependency. [ 703.505100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.962208] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.965044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.965044] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9268c93c-b634-40b6-b1de-91127849fd7e with status ACTIVE [ 703.965044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.965044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.965044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.965646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.965862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.967631] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.967858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.968221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.969036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.969295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.969717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.969902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.970085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.970400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.970985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.971200] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9268c93c-b634-40b6-b1de-91127849fd7e is going to be updated. [ 703.989068] env[62626]: INFO networking_nsxv3.common.synchronization [None req-620efb00-cb03-4332-9a41-7840274ce19a None None] Enqueued Resource ID: 2a8168b6-2399-477c-aba7-50834f9f5a1e with Priority: HIGHEST for action port [ 703.989068] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8168b6-2399-477c-aba7-50834f9f5a1e with Priority: HIGHEST for action port [ 703.989068] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8168b6-2399-477c-aba7-50834f9f5a1e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.989068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8168b6-2399-477c-aba7-50834f9f5a1e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.989068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8168b6-2399-477c-aba7-50834f9f5a1e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.990097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8168b6-2399-477c-aba7-50834f9f5a1e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.990519] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8168b6-2399-477c-aba7-50834f9f5a1e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.992822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.993067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.993225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.993524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.993771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.994498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9268c93c-b634-40b6-b1de-91127849fd7e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.495513] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a8168b6-2399-477c-aba7-50834f9f5a1e [ 704.496224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.496581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.497013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.497013] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a8168b6-2399-477c-aba7-50834f9f5a1e already deleted. [ 704.497135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8168b6-2399-477c-aba7-50834f9f5a1e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.650595] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5adda2ac-c578-4a8d-ba84-ca6e68f462f2 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Enqueued Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_rules [ 704.650595] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_rules [ 704.650595] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.650595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.650595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.650825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.650825] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.742637] env[62626]: INFO networking_nsxv3.common.synchronization [None req-25d58bb9-e8a2-4c3c-b4d4-ec699e292ddd tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Enqueued Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_rules [ 704.742637] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_rules [ 704.742637] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.742637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.829322] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 704.829557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.829716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.829940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.830142] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.830263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.830329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.830476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.830729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.830729] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.170370] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.170554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.170619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.170838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.170934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.171039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 already deleted. [ 705.171128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.171305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.171461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.171541] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.334436] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.418810] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e820da-55c4-4661-af01-04a69f323c19 in Status: SUCCESS [ 705.418810] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e820da-55c4-4661-af01-04a69f323c19 deletion is rescheduled due to dependency. [ 705.418810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e820da-55c4-4661-af01-04a69f323c19" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.691804] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.692117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.692117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.692230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.692316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.692561] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 already deleted. [ 705.692561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.836219] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.261276] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4cc8a32b-6d93-44c6-bdc7-6c37f1c6e3e3 None None] Enqueued Resource ID: 3ec69ac9-4b1e-427a-b402-fd4132f08248 with Priority: HIGHEST for action port [ 706.261276] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec69ac9-4b1e-427a-b402-fd4132f08248 with Priority: HIGHEST for action port [ 706.261376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec69ac9-4b1e-427a-b402-fd4132f08248 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.261455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec69ac9-4b1e-427a-b402-fd4132f08248" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.261505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec69ac9-4b1e-427a-b402-fd4132f08248" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.261757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec69ac9-4b1e-427a-b402-fd4132f08248" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.261839] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec69ac9-4b1e-427a-b402-fd4132f08248',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.340479] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.340587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.340587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.340784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.340872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.340968] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be updated. [ 706.369461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.369600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.369667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.369879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.370032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.378600] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: IN_PROGRESS for 2s [ 706.590178] env[62626]: INFO networking_nsxv3.common.synchronization [req-6b7dd7f5-3162-4cda-b272-901f3d632ae5 req-b12c5eeb-ab2d-47c8-9ac4-1de39dbeb394 tempest-ServerGroupTestJSON-1370958421 tempest-ServerGroupTestJSON-1370958421-project-member] Enqueued Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_members [ 706.590710] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGHEST for action security_group_members [ 706.591016] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.591151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.591217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.591411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.591557] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.592298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.592298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.592298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.592298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.592298] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.763736] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec69ac9-4b1e-427a-b402-fd4132f08248 [ 706.763987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.764163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.764222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.764457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.764543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.764634] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec69ac9-4b1e-427a-b402-fd4132f08248 already deleted. [ 706.764713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec69ac9-4b1e-427a-b402-fd4132f08248" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.101724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.101724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.101724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.101724] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c is going to be updated. [ 707.128935] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.129162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.129311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.129619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.129839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.141532] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c in Status: IN_PROGRESS for 2s [ 708.387739] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 708.387994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.388164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.388373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.388578] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.388687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.388754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.388899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.388978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.389074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.389166] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.891754] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.892663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.892777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.892989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.893217] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.893334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.893410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.893640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.893723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.893817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.893974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.894108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.894168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.894311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.894424] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.894511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.894566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.894697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.894766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.894844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.894929] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.152880] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c in Status: SUCCESS [ 709.153101] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c deletion is rescheduled due to dependency. [ 709.153225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.398836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e: rpc.has_security_group_logging(os_id): False [ 709.415930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.416095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.416204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.416459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.416571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.416802] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.416924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.417009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.417221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.417329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.417529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.417660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.417740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.417890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.418009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.418232] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.418376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.418463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.418633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.418746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.418848] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be updated. [ 709.474607] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.475093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.475093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.475246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.475297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.489493] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: IN_PROGRESS for 2s [ 711.503078] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 711.503364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.591846] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.591964] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 712.564532] env[62626]: INFO networking_nsxv3.common.synchronization [req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a req-3f527fe9-bbbf-4f23-8689-2bde602adec5 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 712.565132] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 712.565447] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.565572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.565641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.565895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.566368] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.566500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.566608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.566729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.566816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.566910] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.064789] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.064983] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.065123] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.065506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.065771] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.065937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.068470] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.069190] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.069190] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.069190] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.069345] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.069458] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.070228] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.070228] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.070228] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.070228] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.071328] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.071432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.071496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.071665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.071745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.071914] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.072011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.072430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.072586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.072664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.072751] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 already deleted. [ 713.072826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.092018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.092729] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.092729] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.092729] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.092952] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-da94c98d-81ce-4081-9e44-0d18850aef74 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.093043] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.093171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.093510] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.093660] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da94c98d-81ce-4081-9e44-0d18850aef74',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.597540] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.597858] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.597900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.598540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.598540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.598540] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port da94c98d-81ce-4081-9e44-0d18850aef74 not found, creating... [ 713.598732] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.598891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.599016] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.599235] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.599374] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.599650] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.599806] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.599922] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.603247] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.603418] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.603572] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: da94c98d-81ce-4081-9e44-0d18850aef74 is going to be created. [ 713.648211] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.648451] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.648766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.649102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.649354] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.649605] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.707314] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f55ed6c7-0db6-418d-85f9-b0e94423671b None None] Enqueued Resource ID: 50f4eaa2-375e-4b70-9e4b-28922b32d2f6 with Priority: HIGHEST for action port [ 714.707618] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50f4eaa2-375e-4b70-9e4b-28922b32d2f6 with Priority: HIGHEST for action port [ 714.708604] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-50f4eaa2-375e-4b70-9e4b-28922b32d2f6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.708740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50f4eaa2-375e-4b70-9e4b-28922b32d2f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.708810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50f4eaa2-375e-4b70-9e4b-28922b32d2f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.712953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50f4eaa2-375e-4b70-9e4b-28922b32d2f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.713891] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50f4eaa2-375e-4b70-9e4b-28922b32d2f6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.717158] env[62626]: INFO networking_nsxv3.common.synchronization [req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a req-bb1183b0-1410-4a4e-8b08-f73e72576438 service nova] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 714.717398] env[62626]: INFO networking_nsxv3.common.synchronization [req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a req-bb1183b0-1410-4a4e-8b08-f73e72576438 service nova] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 714.717559] env[62626]: INFO networking_nsxv3.common.synchronization [req-41ee93d6-c989-4bc7-866c-db1ba8eb0d3a req-bb1183b0-1410-4a4e-8b08-f73e72576438 service nova] Enqueued Resource ID: da94c98d-81ce-4081-9e44-0d18850aef74 with Priority: HIGHEST for action port [ 714.718045] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 714.718210] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 714.718300] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da94c98d-81ce-4081-9e44-0d18850aef74 with Priority: HIGHEST for action port [ 714.722015] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.722015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.722015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.722015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.722167] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.722913] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.723038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.723096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.723278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.723421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.723511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.723569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.723704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.723787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.723876] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.724629] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-da94c98d-81ce-4081-9e44-0d18850aef74 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.724731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.724797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.724943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.725050] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da94c98d-81ce-4081-9e44-0d18850aef74',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.218433] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50f4eaa2-375e-4b70-9e4b-28922b32d2f6 [ 715.218703] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.218888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.219022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.219214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.219311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.219409] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50f4eaa2-375e-4b70-9e4b-28922b32d2f6 already deleted. [ 715.219496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50f4eaa2-375e-4b70-9e4b-28922b32d2f6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.226921] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.227939] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.228060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.228294] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da94c98d-81ce-4081-9e44-0d18850aef74 with status ACTIVE [ 715.228372] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.228463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.228537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.228740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.228829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.228994] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.229100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.229161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.229314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.229577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.229776] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.229869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.229929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.230177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.230256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.230342] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da94c98d-81ce-4081-9e44-0d18850aef74 is going to be updated. [ 715.252471] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.252471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.252471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.252471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.252471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.252774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da94c98d-81ce-4081-9e44-0d18850aef74" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.732404] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.237885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.238098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.238222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.238425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.238519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.238634] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be created. [ 716.262228] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.262418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.262418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.262641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.262866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.272299] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: UNINITIALIZED for 2s [ 716.611964] env[62626]: INFO networking_nsxv3.common.synchronization [None req-442944ba-826f-4195-a0b0-cbb3e7c6bbd5 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Enqueued Resource ID: 5665e015-aaf3-49c6-8000-3d40fd53e746 with Priority: HIGHEST for action security_group_rules [ 716.613372] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5665e015-aaf3-49c6-8000-3d40fd53e746 with Priority: HIGHEST for action security_group_rules [ 716.613725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5665e015-aaf3-49c6-8000-3d40fd53e746 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.613902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.614008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.614299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.614413] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5665e015-aaf3-49c6-8000-3d40fd53e746',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.691037] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f8489975-958e-4fb7-9633-37b2d02b5e46 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Enqueued Resource ID: 5665e015-aaf3-49c6-8000-3d40fd53e746 with Priority: HIGHEST for action security_group_rules [ 716.691612] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5665e015-aaf3-49c6-8000-3d40fd53e746 with Priority: HIGHEST for action security_group_rules [ 716.691920] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5665e015-aaf3-49c6-8000-3d40fd53e746 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.692170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.012398] env[62626]: INFO networking_nsxv3.common.synchronization [None req-175b1c39-612a-44d6-81fe-655f1149316d None None] Enqueued Resource ID: c1cc516c-f039-4199-aec1-ccfcf11d789b with Priority: HIGHEST for action port [ 717.013037] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cc516c-f039-4199-aec1-ccfcf11d789b with Priority: HIGHEST for action port [ 717.013286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cc516c-f039-4199-aec1-ccfcf11d789b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.014029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cc516c-f039-4199-aec1-ccfcf11d789b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.014029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cc516c-f039-4199-aec1-ccfcf11d789b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.014029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cc516c-f039-4199-aec1-ccfcf11d789b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.014029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cc516c-f039-4199-aec1-ccfcf11d789b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.141125] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.141251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.141344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.141524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.141608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.141702] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5665e015-aaf3-49c6-8000-3d40fd53e746 already deleted. [ 717.141780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.141933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.142113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.142193] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5665e015-aaf3-49c6-8000-3d40fd53e746',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.516306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1cc516c-f039-4199-aec1-ccfcf11d789b [ 717.517364] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.517364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.517364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.517364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.517364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.517364] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1cc516c-f039-4199-aec1-ccfcf11d789b already deleted. [ 717.517364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cc516c-f039-4199-aec1-ccfcf11d789b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.662615] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.662791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.662851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.663063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.663200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.663261] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5665e015-aaf3-49c6-8000-3d40fd53e746 already deleted. [ 717.663383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5665e015-aaf3-49c6-8000-3d40fd53e746" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.199289] env[62626]: INFO networking_nsxv3.common.synchronization [req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 req-3aa6e026-60b7-479f-8ef2-5b3b79714285 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 718.199974] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 718.200292] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.200405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.200480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.200746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.200899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.200998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.201185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.201346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.201432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.201524] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.281868] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 718.282106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.282273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.282483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.282670] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.282783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.282848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.282995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.283089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.283176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.283264] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.619136] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.619353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.619480] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.620148] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.620426] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.620589] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.620707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.620925] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.622030] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.622030] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.622030] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.622030] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.622030] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.622030] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.622030] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.622437] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.640614] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.640783] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.641153] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.641153] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.641429] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-a2747f43-3174-4766-a904-7337c5c374b5 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.641621] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.641751] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.642062] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.642204] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2747f43-3174-4766-a904-7337c5c374b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.651393] env[62626]: INFO networking_nsxv3.common.synchronization [req-f43c5c69-a868-4980-97af-d29cff3d6702 req-a2aa836b-01d4-44d3-92ca-f6cc4af09dfd tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 718.651481] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 718.651984] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.652152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.652222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.653133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.653133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.653133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.653133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.653133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.653133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.653133] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.703455] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.703598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.703725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.703963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.704078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.704269] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.704371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.704442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.704599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.704685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.704767] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee already deleted. [ 718.704846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.785392] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.144329] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.144549] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.144677] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.144958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.145119] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.145294] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port a2747f43-3174-4766-a904-7337c5c374b5 not found, creating... [ 719.145524] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.145685] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.145805] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.146034] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.146215] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.146610] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.147030] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.147030] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.147030] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.147527] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.147527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: a2747f43-3174-4766-a904-7337c5c374b5 is going to be created. [ 719.154899] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.165771] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.165964] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.166098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.166426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.166666] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.166956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.289258] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f474dce9-5d6a-4f40-9f3c-d48d2344b079: rpc.has_security_group_logging(os_id): False [ 719.307734] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.307873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.308009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.308438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.308714] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.308890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.309058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.309138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.309223] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be created. [ 719.387364] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.387518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.387587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.387791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.387972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.398499] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: IN_PROGRESS for 2s [ 719.659980] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.998284] env[62626]: INFO networking_nsxv3.common.synchronization [req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 req-937bed24-8216-472c-93a0-dfc5d6356810 service nova] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 719.998284] env[62626]: INFO networking_nsxv3.common.synchronization [req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 req-937bed24-8216-472c-93a0-dfc5d6356810 service nova] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 719.998284] env[62626]: INFO networking_nsxv3.common.synchronization [req-31f9417e-2558-42ce-8f4b-5ed9ad21a060 req-937bed24-8216-472c-93a0-dfc5d6356810 service nova] Enqueued Resource ID: a2747f43-3174-4766-a904-7337c5c374b5 with Priority: HIGHEST for action port [ 719.998284] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 719.998284] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 719.998284] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2747f43-3174-4766-a904-7337c5c374b5 with Priority: HIGHEST for action port [ 719.998284] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.998675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.998832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.999203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.999392] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.000509] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.000763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.000913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.001167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.001393] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.001595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.001727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.001948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.002126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.002294] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.003242] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2747f43-3174-4766-a904-7337c5c374b5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.004805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.004805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.004805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.004805] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2747f43-3174-4766-a904-7337c5c374b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.161514] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.161514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.161662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.161783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.161895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.161966] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be updated. [ 720.187893] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.188045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.188123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.188325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.188474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.197329] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: IN_PROGRESS for 2s [ 720.507657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.507971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.507971] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.508996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2747f43-3174-4766-a904-7337c5c374b5 with status ACTIVE [ 720.509194] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.510025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.510025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.510025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.510025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.510025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.510805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.510805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.510805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.510805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.510958] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.511156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.511212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.511672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.511761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.511851] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2747f43-3174-4766-a904-7337c5c374b5 is going to be updated. [ 720.532722] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.532868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.532949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.533160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.533319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.533521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.014331] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.411940] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 721.411940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.518953] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.518953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.518953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.518953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.518953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.518953] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be created. [ 721.542097] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.542097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.542097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.542574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.542574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.552839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: UNINITIALIZED for 2s [ 721.756146] env[62626]: INFO networking_nsxv3.common.synchronization [req-977e7a8e-296b-4607-8a00-05c42cb78a2d req-1aab6489-52ab-4d33-8cd3-40ddb8703ab3 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 721.756755] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 721.757135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.757362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.757455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.757805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.757993] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.758137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.758217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.758418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.758532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.758658] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.103584] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.103744] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.105816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.105816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.105816] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.105816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.105816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.105816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.105816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.105816] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.105816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.105816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.105816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.106408] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.106408] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.106659] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.125808] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.125808] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.125808] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.125808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.125808] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-7f274424-268b-4b92-ae65-99e645c974c1 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.125808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.125808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.125808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.125808] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f274424-268b-4b92-ae65-99e645c974c1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.207140] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 722.207407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.263504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.263806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.263911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.264246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.264364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.264591] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.264718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.264786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.264933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.265036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.265137] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 already deleted. [ 722.265239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.281306] env[62626]: INFO networking_nsxv3.common.synchronization [req-0422b5be-db30-4b59-b990-33088a029d8b req-e05b036c-423b-48e6-aef1-e4ca3547abd1 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_members [ 722.281971] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGHEST for action security_group_members [ 722.283102] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.283266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.283336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.283541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.283725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.283843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.283941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.284126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.284234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.284335] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.632158] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.632510] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.632662] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.632942] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.633106] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.633263] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 7f274424-268b-4b92-ae65-99e645c974c1 not found, creating... [ 722.633535] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.633691] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.633805] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.634028] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.634408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.634450] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.638020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.638020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.638020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.638020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.638020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 7f274424-268b-4b92-ae65-99e645c974c1 is going to be created. [ 722.654289] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.654569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.654733] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.655098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.655538] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.655538] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.785928] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.786086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.786129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.786409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.786507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.786705] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.786805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.786867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.787031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.787110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.787195] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a is going to be updated. [ 722.815551] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.815693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.815763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.815962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.816119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.826964] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913f7f61-d397-40d2-87d6-b52782b4844a in Status: IN_PROGRESS for 2s [ 723.418045] env[62626]: INFO networking_nsxv3.common.synchronization [req-977e7a8e-296b-4607-8a00-05c42cb78a2d req-67197d40-e445-4351-b5e4-0d37cf77b24e service nova] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_rules [ 723.418045] env[62626]: INFO networking_nsxv3.common.synchronization [req-977e7a8e-296b-4607-8a00-05c42cb78a2d req-67197d40-e445-4351-b5e4-0d37cf77b24e service nova] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 723.418045] env[62626]: INFO networking_nsxv3.common.synchronization [req-977e7a8e-296b-4607-8a00-05c42cb78a2d req-67197d40-e445-4351-b5e4-0d37cf77b24e service nova] Enqueued Resource ID: 7f274424-268b-4b92-ae65-99e645c974c1 with Priority: HIGHEST for action port [ 723.418842] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_rules [ 723.419163] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 723.419453] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f274424-268b-4b92-ae65-99e645c974c1 with Priority: HIGHEST for action port [ 723.419961] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.420286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.420440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.420892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.421094] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.423757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.423757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.423757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.423757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.423757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.423757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.423757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.424529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.424780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.425462] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.426687] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f274424-268b-4b92-ae65-99e645c974c1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.432988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.432988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.432988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.432988] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f274424-268b-4b92-ae65-99e645c974c1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.563035] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 723.563271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.563441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.563873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.564148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.564292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.564367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.564471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.564565] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.933147] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.933485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.933485] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.934486] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f274424-268b-4b92-ae65-99e645c974c1 with status ACTIVE [ 723.934567] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.934637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.934786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.934942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.935069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.935243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.935369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.935416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.935572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.935648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.935825] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.935912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.936042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.936333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.936457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.936497] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f274424-268b-4b92-ae65-99e645c974c1 is going to be updated. [ 723.956582] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.956791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.956791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.957080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.957223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.957382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f274424-268b-4b92-ae65-99e645c974c1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.069169] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.070042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.070042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.070042] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.070255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.070255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.070421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.070514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.070661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.070749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.070810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.071111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.071183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.071244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.071379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.071454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.071534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.071622] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.438414] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.451513] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0f46936-d3c9-4b82-a844-8e3059259dc9 req-8ebb6b7a-07ca-4dd8-a708-3ec293e90046 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 724.452014] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 724.453881] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.454059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.454458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.454458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.454729] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.454841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.454924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.455103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.455194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.455292] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.573729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda13561-79bd-471f-a13f-514eb8f475ee: rpc.has_security_group_logging(os_id): False [ 724.591625] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.591843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.591843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.592091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.592186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.592405] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.593069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.593139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.593311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.593399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.593604] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.593717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.593782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.593924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.593999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.594214] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.594365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.594518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.594594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.594677] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be created. [ 724.656660] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.656798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.657920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.657920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.657920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.669041] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 724.836407] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 913f7f61-d397-40d2-87d6-b52782b4844a in Status: SUCCESS [ 724.836607] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a deletion is rescheduled due to dependency. [ 724.836749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.894747] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.894946] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.895100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.895389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.895652] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.895805] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.896718] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.896718] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.896718] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.896718] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.896957] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.896957] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.896957] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.897163] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.897208] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.897427] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.919293] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.920122] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.920122] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.920673] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.922290] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-448ac7fe-1dc3-432e-baad-90cd000a8d2a taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.922290] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.922812] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.923297] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.923433] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448ac7fe-1dc3-432e-baad-90cd000a8d2a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.947589] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.947589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.947589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.947589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.947589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.947589] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be created. [ 724.957647] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.958086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.958086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.958220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.958261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.958442] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.958545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.958605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.958773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.958862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.958959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 724.968317] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.970958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.970958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.970958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.970958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.976816] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: UNINITIALIZED for 2s [ 724.983764] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.984022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.984022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.984293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.984583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.998656] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 725.430184] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.430184] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 448ac7fe-1dc3-432e-baad-90cd000a8d2a not found, creating... [ 725.430184] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.430184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.430786] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.430786] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.430786] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.430786] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.430786] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.430786] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 448ac7fe-1dc3-432e-baad-90cd000a8d2a is going to be created. [ 725.451887] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.451887] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.451887] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.451887] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.453115] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.453115] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.302412] env[62626]: INFO networking_nsxv3.common.synchronization [req-90e5a610-99f0-44a7-b2a3-ac38c53828dc req-cede21bb-789c-4493-800d-8407715afa8a tempest-VolumesAssistedSnapshotsTest-164850652 tempest-VolumesAssistedSnapshotsTest-164850652-project-member] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_members [ 726.302412] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGHEST for action security_group_members [ 726.302412] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.302412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.302412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.303727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.304022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.304283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.304442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.304729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.304916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.305257] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.585594] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:0 completed [ 726.585715] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:1 started [ 726.678182] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0f46936-d3c9-4b82-a844-8e3059259dc9 req-60c5f0fe-1c5e-4711-a294-c2447991042c service nova] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_rules [ 726.678364] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0f46936-d3c9-4b82-a844-8e3059259dc9 req-60c5f0fe-1c5e-4711-a294-c2447991042c service nova] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 726.678507] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0f46936-d3c9-4b82-a844-8e3059259dc9 req-60c5f0fe-1c5e-4711-a294-c2447991042c service nova] Enqueued Resource ID: 448ac7fe-1dc3-432e-baad-90cd000a8d2a with Priority: HIGHEST for action port [ 726.678723] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_rules [ 726.678850] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 726.678947] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448ac7fe-1dc3-432e-baad-90cd000a8d2a with Priority: HIGHEST for action port [ 726.679474] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.679597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.679662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.679850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.679941] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.680901] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.680901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.681119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-448ac7fe-1dc3-432e-baad-90cd000a8d2a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.681203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.681258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.681413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.681485] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448ac7fe-1dc3-432e-baad-90cd000a8d2a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.682965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 726.685474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.808268] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.811018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.811018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.811018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 is going to be updated. [ 726.835128] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.835250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.835288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.835717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.835770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.843902] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 in Status: IN_PROGRESS for 2s [ 726.904604] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 726.904782] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 726.905355] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 726.905493] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 726.905765] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.905882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.905950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.906171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.906322] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.906422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.906483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.906633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.906706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.906800] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.907891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.907891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.907891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.908148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.908198] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.908301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.908345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.908479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.908564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.908897] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.911402] env[62626]: INFO networking_nsxv3.common.synchronization [req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d req-28b8d6b8-4247-4641-9e29-776ab9192f89 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 726.911631] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 726.912111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.962698] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_rules [ 726.963347] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 726.963572] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 726.963693] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 726.963739] env[62626]: INFO networking_nsxv3.common.synchronization [req-e92e8d11-fa49-4e7b-b539-7ad77046bebd req-9c56deaa-bc36-40fa-a294-518f8143b887 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: a2747f43-3174-4766-a904-7337c5c374b5 with Priority: HIGHEST for action port [ 726.964269] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_rules [ 726.964413] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 726.964524] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2747f43-3174-4766-a904-7337c5c374b5 with Priority: HIGHEST for action port [ 726.964600] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 726.964711] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 726.964971] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.966116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.966116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.966270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.966323] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.968041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.968041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.968041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.968321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.968321] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.969218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2747f43-3174-4766-a904-7337c5c374b5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.969218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.969218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.969356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.969356] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2747f43-3174-4766-a904-7337c5c374b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.970851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.972942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.973245] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.973346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.990581] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 726.990791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.991416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.991639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.991823] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.991936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.992008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.992160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.992239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.992327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.992423] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.993715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.994446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.994446] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.994446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.994446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.994446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.994446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.994717] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.012789] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 727.012993] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 deletion is rescheduled due to dependency. [ 727.013168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.013656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.013872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.014329] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.014329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.014329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.014496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.014496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.014571] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.014878] env[62626]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 727.183062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.183201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.186610] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 448ac7fe-1dc3-432e-baad-90cd000a8d2a with status ACTIVE [ 727.186869] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.187017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.187115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.187330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.187420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.187717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.187717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.187838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.187946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.188021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.188213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.188305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.188356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.188527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.188584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.188727] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 448ac7fe-1dc3-432e-baad-90cd000a8d2a is going to be updated. [ 727.231112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.231330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.231409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.231625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.232261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.232261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448ac7fe-1dc3-432e-baad-90cd000a8d2a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.305837] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.306168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.306168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.306542] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.306844] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.307052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.307209] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.307463] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.307641] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.307915] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.310517] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.310517] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.310517] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.310517] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.310517] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.310517] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.339760] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.340104] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.340370] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.340596] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.340945] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-ad25fcba-8d3d-412d-a803-2f355ec1887e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.341181] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.341316] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.341630] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.341771] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad25fcba-8d3d-412d-a803-2f355ec1887e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.413151] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.413151] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.475585] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2747f43-3174-4766-a904-7337c5c374b5 with status ACTIVE [ 727.475585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.475585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.475585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.475585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.476143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.476143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.476143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.476143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.476143] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2747f43-3174-4766-a904-7337c5c374b5 is going to be updated. [ 727.477472] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.477472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.477633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.477715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.496463] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.496597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.499188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.499323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.499616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.499616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.499749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.499898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.501399] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.520232] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.844608] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844906] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.845017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.845347] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.845527] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.845709] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port ad25fcba-8d3d-412d-a803-2f355ec1887e not found, creating... [ 727.845995] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.846170] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.846336] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.846631] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.846777] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.847176] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.847356] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.847469] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.847681] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.847817] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.848026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: ad25fcba-8d3d-412d-a803-2f355ec1887e is going to be created. [ 727.867787] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.868033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.868152] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.868483] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.868742] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.868977] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.875688] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_members [ 727.875920] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 727.876085] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 727.876645] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_members [ 727.876833] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 727.876957] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 727.877287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.877458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.877564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.877887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.878073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.878200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.878336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.878560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.878638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.878741] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.879657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.879779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.879990] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.880114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.914426] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.916430] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.004348] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.021590] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_rules [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_rules [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_members [ 728.058019] env[62626]: INFO networking_nsxv3.common.synchronization [req-0abf7c91-6564-44d3-8312-c37a67b6c933 req-da598805-465b-4279-be69-f2898355539e tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: a2747f43-3174-4766-a904-7337c5c374b5 with Priority: HIGHEST for action port [ 728.059079] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_rules [ 728.059352] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 728.059566] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_members [ 728.059748] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2747f43-3174-4766-a904-7337c5c374b5 with Priority: HIGHEST for action port [ 728.059924] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_rules [ 728.060136] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 728.063124] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 728.063124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.063124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.063124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.063124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.063124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.063124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.063124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2747f43-3174-4766-a904-7337c5c374b5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.063124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.063124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.063124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.063124] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2747f43-3174-4766-a904-7337c5c374b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.066629] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.066756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.066996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.068232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.068232] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.068232] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.068232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.072308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.072308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.381449] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.419637] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.419637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.419637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.419637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.419637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.419637] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 728.420478] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.420603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.420642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.420843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.420921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.421034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be created. [ 728.447024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.447024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.447024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.447024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.447024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.448119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.448635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.448829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.449175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.449449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.460285] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 728.460285] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: UNINITIALIZED for 2s [ 728.509671] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.509671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.509671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.509671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.509671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.509671] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 728.524989] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.525161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.525214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.525423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.525534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.525592] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 728.537981] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.538139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.538208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.538504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.538579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.546628] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 728.564153] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.564351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.564419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.564631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.564772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.570692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.570778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.570943] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2747f43-3174-4766-a904-7337c5c374b5 with status ACTIVE [ 728.571244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.571244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.571396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.571448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.571538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.571701] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.571794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.571856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.571996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.572104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.572282] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.572378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.572531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.572630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.572666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.573226] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2747f43-3174-4766-a904-7337c5c374b5 is going to be updated. [ 728.575569] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 728.576592] env[62626]: INFO networking_nsxv3.common.synchronization [req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d req-9eda4f97-de50-4554-b779-9e2196bf1fd4 service nova] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_rules [ 728.576779] env[62626]: INFO networking_nsxv3.common.synchronization [req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d req-9eda4f97-de50-4554-b779-9e2196bf1fd4 service nova] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 728.576919] env[62626]: INFO networking_nsxv3.common.synchronization [req-c1e5a530-63aa-49d6-9b6b-9b0e448a126d req-9eda4f97-de50-4554-b779-9e2196bf1fd4 service nova] Enqueued Resource ID: ad25fcba-8d3d-412d-a803-2f355ec1887e with Priority: HIGHEST for action port [ 728.577899] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_rules [ 728.578056] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 728.578161] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad25fcba-8d3d-412d-a803-2f355ec1887e with Priority: HIGHEST for action port [ 728.578420] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.578510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.578688] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.578768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.579034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad25fcba-8d3d-412d-a803-2f355ec1887e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.579034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.579168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.579985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.579985] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad25fcba-8d3d-412d-a803-2f355ec1887e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.595507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.595629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.595716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.595902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.596059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.596276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2747f43-3174-4766-a904-7337c5c374b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.853721] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 in Status: SUCCESS [ 728.853933] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 deletion is rescheduled due to dependency. [ 728.854089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.884058] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.081355] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad25fcba-8d3d-412d-a803-2f355ec1887e with status ACTIVE [ 729.081544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.081649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.081709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.081920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.082036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.082252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.082380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.082449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.082620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.082679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.082890] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.082985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.083057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.083204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.083280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.083376] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad25fcba-8d3d-412d-a803-2f355ec1887e is going to be updated. [ 729.102772] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.102961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.103091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.103642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.103642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.103787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad25fcba-8d3d-412d-a803-2f355ec1887e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.391613] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.391613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.391613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.391613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.391613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.391613] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f is going to be created. [ 729.413928] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.413928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.413928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.413928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.413928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.421124] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: UNINITIALIZED for 2s [ 729.612180] env[62626]: INFO networking_nsxv3.common.synchronization [req-b55e02b0-7e07-4c02-9e20-83805246b173 req-8f7cde67-beae-4d93-aa67-4c143973fb78 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 729.612180] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 729.612180] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.612180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.612180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.612180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.612180] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.612701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.612917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.613251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.613506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.613779] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.931394] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0241161-12ec-46c7-bf38-72f45788f6df req-77a80f26-0d7a-41d3-a72f-fc5bcc3ffda8 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 729.931394] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 729.931394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.931394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.931394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.935041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.935041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.935041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.935041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.935041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.935041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.935041] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.006291] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0241161-12ec-46c7-bf38-72f45788f6df req-77a80f26-0d7a-41d3-a72f-fc5bcc3ffda8 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 730.006291] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0241161-12ec-46c7-bf38-72f45788f6df req-77a80f26-0d7a-41d3-a72f-fc5bcc3ffda8 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 730.006905] env[62626]: INFO networking_nsxv3.common.synchronization [req-f0241161-12ec-46c7-bf38-72f45788f6df req-77a80f26-0d7a-41d3-a72f-fc5bcc3ffda8 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb with Priority: HIGHEST for action port [ 730.008093] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 730.008927] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 730.011111] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb with Priority: HIGHEST for action port [ 730.011111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.011111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.011111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.011111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.011111] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.016401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.016401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.016401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-07bcad87-ce32-44de-ad06-f57b6929d7bb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.016401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.016401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.016401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.016401] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bcad87-ce32-44de-ad06-f57b6929d7bb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.118564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.118564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.118564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.118564] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be updated. [ 730.142930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.142930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.142930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.142930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.142930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.149845] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 730.421570] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.421917] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.421917] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.422163] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.422470] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.422631] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.422745] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.423156] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.423372] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.423594] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.423709] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.423816] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.423920] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.424038] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.424144] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.424303] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.436181] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.450681] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.450975] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.451979] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.452284] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-232" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.452766] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-521f17bb-2cf6-4235-b859-822bb1018721 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.453068] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.453302] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.453771] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.454037] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('521f17bb-2cf6-4235-b859-822bb1018721',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.473813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 730.473813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.473813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 730.473813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.474473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.474787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.474980] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.475113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.475178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.475389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.475511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.475629] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.476667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.476833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.476987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.477098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.477159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.477324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.477405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.477525] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.517591] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.517591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.519818] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07bcad87-ce32-44de-ad06-f57b6929d7bb with status ACTIVE [ 730.521262] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.521262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.521262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.521262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.521262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.521262] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.521262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.521619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.521869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.522047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.522348] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.522564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.522713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.522933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.523282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.524018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb is going to be updated. [ 730.547385] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.547385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.547385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.547385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.547385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.547385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.556586] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.559035] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.559035] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.559035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.559867] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.560143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.560291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.560509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.561239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.561436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.561609] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.562640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.564019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.564019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.564019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.564019] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.586533] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.586533] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.586533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.586533] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.938228] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.956298] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.956593] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.956800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.957168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.957366] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.957615] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 521f17bb-2cf6-4235-b859-822bb1018721 not found, creating... [ 730.957885] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.958073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.958227] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.958527] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.958731] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.959023] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.959360] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.959486] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.959822] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.960013] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.960282] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 521f17bb-2cf6-4235-b859-822bb1018721 is going to be created. [ 730.979747] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.982838] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.996758] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.997017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.997166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.997488] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.997738] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.998096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.066264] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c3599f-0f1f-4978-8abc-c0fd9117fe39: rpc.has_security_group_logging(os_id): False [ 731.068037] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.088264] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.088434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.088494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.088827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.089024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.089130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.089216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.089385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.089476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.089564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.089732] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.089826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.089894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.090045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.090188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.090279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.090340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.090488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.090564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.090657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.090747] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.092389] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.092505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.092560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.092716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.092797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.093020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.093127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.093211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.093353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.093444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.094309] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.094309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.094309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.094309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.094723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.094763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.094869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.094932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.095185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.095303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.095428] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be created. [ 731.191406] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.191654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.191654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.191876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.192095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.224600] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 731.430197] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: SUCCESS [ 731.430811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.430994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.431807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.431807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.431807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.431807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.432027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.432027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.432109] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.441175] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.443048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.443048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.443048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.443048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.443048] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be updated. [ 731.474825] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.474939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.475023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.475282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.475434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.482160] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.485108] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.488695] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: IN_PROGRESS for 2s [ 731.577030] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.597856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0796e7e3-e030-402e-86ac-355af32c0a14: rpc.has_security_group_logging(os_id): False [ 731.615080] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.615319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.615319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.615542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.615681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.615945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.616049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.616126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.616366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.616460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.616661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.616785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.616863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.617547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.617680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.617924] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.618073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.618146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.618409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.618548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.618909] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 731.676026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.678028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.678028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.678028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.678028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.688317] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 731.937122] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.984717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.984905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.984905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.987729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.987729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.987729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be updated. [ 731.988775] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.989054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.989054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.989572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.989695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.989792] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 732.017870] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.018207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.018207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.018470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.018470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.024179] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.024420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.024521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.024765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.025019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.034651] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 732.036037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: IN_PROGRESS for 2s [ 732.086421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.086421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.086421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.086421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.086421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.086421] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 732.110570] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.111123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.111123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.111123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.111296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.121254] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 732.159393] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 4s [ 732.229353] env[62626]: INFO networking_nsxv3.common.synchronization [req-b55e02b0-7e07-4c02-9e20-83805246b173 req-ff4a0d2a-7574-4311-a799-d589edf56f48 service nova] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 732.229545] env[62626]: INFO networking_nsxv3.common.synchronization [req-b55e02b0-7e07-4c02-9e20-83805246b173 req-ff4a0d2a-7574-4311-a799-d589edf56f48 service nova] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 732.229875] env[62626]: INFO networking_nsxv3.common.synchronization [req-b55e02b0-7e07-4c02-9e20-83805246b173 req-ff4a0d2a-7574-4311-a799-d589edf56f48 service nova] Enqueued Resource ID: 521f17bb-2cf6-4235-b859-822bb1018721 with Priority: HIGHEST for action port [ 732.231369] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_rules [ 732.231554] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 732.231687] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521f17bb-2cf6-4235-b859-822bb1018721 with Priority: HIGHEST for action port [ 732.232037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.232756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.233151] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.234028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.234172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.234411] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-521f17bb-2cf6-4235-b859-822bb1018721 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.234541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.234623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.234829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.234924] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('521f17bb-2cf6-4235-b859-822bb1018721',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.444299] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.597730] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-b8c45e05-8c02-4d29-90d6-daa586bd8264 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 732.597846] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 732.599066] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.599066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.599066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.599066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.599066] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.599066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.599066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.599066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.599536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.599536] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.737780] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.737780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.737780] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 521f17bb-2cf6-4235-b859-822bb1018721 with status ACTIVE [ 732.737780] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.737780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.738114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.738114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.738369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.738458] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.738522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.738614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.738797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.738879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.739073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.739167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.739230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.739369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.739444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.739525] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 521f17bb-2cf6-4235-b859-822bb1018721 is going to be updated. [ 732.759678] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.759830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.759901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.760126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.760314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.760615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-521f17bb-2cf6-4235-b859-822bb1018721" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.946835] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.946835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.946835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.946835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.946835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.946835] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f is going to be updated. [ 732.976376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.976582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.976624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.978015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.978015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.989560] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: IN_PROGRESS for 2s [ 733.079416] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-d6d940a0-f858-402f-bd5c-39d953879e20 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 733.080056] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 733.080505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.080629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.104022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.104022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.104022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.104022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 733.126665] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.127387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.127387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.127387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.127387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.139247] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 733.241095] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 733.241095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.241095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.241095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.241095] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.500864] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: SUCCESS [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.500864] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.500864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.500864] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.702617] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 733.703277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.746683] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.746683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.808577] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.808778] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-476" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.809024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-476" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.809386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-476" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.814100] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.814100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.814100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.814100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.814100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.814100] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.814100] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.814100] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.814100] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.814597] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.814597] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.814692] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.842437] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.842715] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.842928] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.843213] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-476" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.843671] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f1172b11-399e-4729-b4b0-31cf86438a4e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.843921] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.844226] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.844702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.844921] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1172b11-399e-4729-b4b0-31cf86438a4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.949061] env[62626]: INFO networking_nsxv3.common.synchronization [req-14ef2ec1-59f9-4336-8486-a06946d4fc7b req-67d83a9b-01c3-4c58-80e1-f0f5e9b0dccd tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 733.949963] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 733.953950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.954452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.981168] env[62626]: INFO networking_nsxv3.common.synchronization [req-14ef2ec1-59f9-4336-8486-a06946d4fc7b req-67d83a9b-01c3-4c58-80e1-f0f5e9b0dccd tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 733.981418] env[62626]: INFO networking_nsxv3.common.synchronization [req-14ef2ec1-59f9-4336-8486-a06946d4fc7b req-67d83a9b-01c3-4c58-80e1-f0f5e9b0dccd tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 733.981548] env[62626]: INFO networking_nsxv3.common.synchronization [req-14ef2ec1-59f9-4336-8486-a06946d4fc7b req-67d83a9b-01c3-4c58-80e1-f0f5e9b0dccd tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb with Priority: HIGHEST for action port [ 733.982433] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_rules [ 733.982433] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 733.982433] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb with Priority: HIGHEST for action port [ 733.982580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.982580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.982782] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.982884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.983125] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-07bcad87-ce32-44de-ad06-f57b6929d7bb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.983232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.983389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.983726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.983726] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bcad87-ce32-44de-ad06-f57b6929d7bb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.003852] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.046299] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 734.046547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.046711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.046930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.047133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.047268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.047350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.047525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.047606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.047690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.047781] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.049901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 734.050092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.050238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.050409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.050612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.050722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.050782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.050937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.051027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.054737] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.056034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.056034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.056034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.056034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.056034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.056334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.056334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.056334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.056334] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.057688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.057865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.058125] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.058198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.058279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.058436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.058520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.058610] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.130721] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 734.131017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.131233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.131508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.131752] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.131976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.131976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.132340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.132340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.132340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.132565] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.170830] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 734.174177] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 deletion is rescheduled due to dependency. [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.174177] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.174177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.174177] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.348301] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.349520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.349520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.349520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.349520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.349722] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f1172b11-399e-4729-b4b0-31cf86438a4e not found, creating... [ 734.350071] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.350355] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.350491] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.350728] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.350939] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.351379] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.351640] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.351809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.352086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.352284] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.352495] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f1172b11-399e-4729-b4b0-31cf86438a4e is going to be created. [ 734.374159] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.374982] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.375242] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.375702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.376084] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.376595] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.485967] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07bcad87-ce32-44de-ad06-f57b6929d7bb with status ACTIVE [ 734.485967] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.486263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.486263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.486463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.486566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.486846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.486949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.487031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.487238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.487355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.487599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.487774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.487774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.487970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.488122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.488233] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07bcad87-ce32-44de-ad06-f57b6929d7bb is going to be updated. [ 734.506763] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.511182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.511182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.511182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.511182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.511182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.511535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07bcad87-ce32-44de-ad06-f57b6929d7bb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.558238] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.559558] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.560140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.560232] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.561507] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.634790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.635496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.635608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.635877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.636188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.636408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.636482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.636677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.636795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.636889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.637072] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.637182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.637258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.637560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.637712] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.637806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.637878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.638175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.638275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.638462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.638818] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.675568] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.999054] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: SUCCESS [ 734.999284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.999771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.999771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.999892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.999959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.001923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.001923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.001923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.001923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.001923] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.010167] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.010325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.010424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.010612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.010723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.010841] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be updated. [ 735.044030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.044030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.044030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.044030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.044030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.051980] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: IN_PROGRESS for 2s [ 735.061524] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.063510] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1765dbb4-8eae-46d9-9045-89147028203b: rpc.has_security_group_logging(os_id): False [ 735.065475] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.087150] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.087316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.087362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.087576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.087663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.087880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.087977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.088051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.088202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.088277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.088520] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be created. [ 735.144108] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c3599f-0f1f-4978-8abc-c0fd9117fe39: rpc.has_security_group_logging(os_id): False [ 735.155207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.155387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.155479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.156017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.156017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.158170] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 735.158170] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd deletion is rescheduled due to dependency. [ 735.158170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.158359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.158395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.158552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.158664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.158728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.158873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.158950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.159082] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.174401] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: IN_PROGRESS for 2s [ 735.176950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.176950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.176950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.176950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.176950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.176950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.176950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.176950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.178746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.178746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.178746] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.178746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.178746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.178746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.179495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.179495] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.179495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.179495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.179764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.179830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.181062] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 735.181644] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.298277] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.298277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.298277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.298277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.298277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.323465] env[62626]: INFO networking_nsxv3.common.synchronization [req-31775b9a-ea9a-4f18-9462-a573fb99fcbd req-4293d7c4-b280-4774-bf0a-fcbd69e65f3c tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 735.325169] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 735.325817] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 735.326644] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.326770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.326856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.327110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.327327] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.328036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.328142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.328335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.328500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.328801] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.487992] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-edf8fbc6-f5dc-4de1-87c4-5d6bd1d2707d service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 735.487992] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-edf8fbc6-f5dc-4de1-87c4-5d6bd1d2707d service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 735.487992] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-edf8fbc6-f5dc-4de1-87c4-5d6bd1d2707d service nova] Enqueued Resource ID: f1172b11-399e-4729-b4b0-31cf86438a4e with Priority: HIGHEST for action port [ 735.487992] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 735.487992] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 735.487992] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1172b11-399e-4729-b4b0-31cf86438a4e with Priority: HIGHEST for action port [ 735.489274] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.493024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.493024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.493024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1172b11-399e-4729-b4b0-31cf86438a4e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.493024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.493024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1172b11-399e-4729-b4b0-31cf86438a4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.509179] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.570737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.570737] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 735.570737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.570737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.570737] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be updated. [ 735.619838] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.620048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.620048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.620337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.620435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.622177] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.622293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.622366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.622532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.622661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.634024] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 735.634292] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: IN_PROGRESS for 2s [ 735.662028] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.683390] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.683624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.683624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.683952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.684057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.684160] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be updated. [ 735.719399] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.719399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.719399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.719399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.719399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.727766] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 735.758715] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.758715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.758715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.758715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.759353] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.759688] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.759957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.760397] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.761369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.761632] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.761759] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.761879] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.761989] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.762645] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.762645] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.762645] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.779086] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.779315] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.779479] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.779708] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.780104] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-abcb269e-fe52-45c2-8ba4-75a4f983377e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.780320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.780450] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.780827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.780985] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcb269e-fe52-45c2-8ba4-75a4f983377e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.831580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.831762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.831902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.832228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.832460] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.832640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.832925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.832925] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 735.869855] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.870021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.870085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.870386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.870533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.891945] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 735.993884] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.994124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.996549] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1172b11-399e-4729-b4b0-31cf86438a4e with status ACTIVE [ 735.996788] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.996927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.996993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.997241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.997349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.997546] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.997651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.997690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.997892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.997979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.998257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.998257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.998443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.998443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.998548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.998614] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1172b11-399e-4729-b4b0-31cf86438a4e is going to be updated. [ 736.013278] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc769974-dbe4-4b7b-baff-e0e3000e294f: rpc.has_security_group_logging(os_id): False [ 736.034153] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.034153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.034153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.034153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.034577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.034985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1172b11-399e-4729-b4b0-31cf86438a4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.036097] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.036339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.036478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.037440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.037440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.037440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.037440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.037934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.037934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.037934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.038099] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f is going to be created. [ 736.094821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.094971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.095063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.095281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.095516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.109776] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: IN_PROGRESS for 2s [ 736.163370] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.285759] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.286567] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.286567] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.287084] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.287084] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.287084] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port abcb269e-fe52-45c2-8ba4-75a4f983377e not found, creating... [ 736.287348] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.287549] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.287726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.288017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.288184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.288519] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.291653] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.292571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.292571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.292571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.292571] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: abcb269e-fe52-45c2-8ba4-75a4f983377e is going to be created. [ 736.320452] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.320692] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.320768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.321165] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.321296] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.321532] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.392664] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.392922] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-680" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.393157] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-680" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.393310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-680" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.393570] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.393719] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.393837] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.396927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.397134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.397363] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.397484] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.397596] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.397703] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.397813] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.397918] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.398062] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.417122] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.417463] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.417702] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.418037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-680" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.418515] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.418779] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.418957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.419420] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.419651] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbbe9e5-8204-4fc1-aa01-c4433d55a791',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.667832] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.667832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.667832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.667832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.667832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.667832] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 736.694036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.694036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.694036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.694036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.694036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.702207] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 736.797254] env[62626]: INFO networking_nsxv3.common.synchronization [req-73405a61-b265-4c88-a4e7-4f76767d4254 req-0279b1b3-e966-4e40-a2c4-535deae3a336 tempest-ServersTestFqdnHostnames-1821037851 tempest-ServersTestFqdnHostnames-1821037851-project-member] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_members [ 736.797828] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGHEST for action security_group_members [ 736.798195] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.798329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.799046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.799046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.799046] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.799046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.799046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.799270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.799270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.799328] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.923200] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.924262] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.924531] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.924945] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.925189] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.925478] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port dcbbe9e5-8204-4fc1-aa01-c4433d55a791 not found, creating... [ 736.925890] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.926120] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.926580] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.926915] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.927408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.927821] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.928122] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.928283] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.928655] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.928831] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.929033] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: dcbbe9e5-8204-4fc1-aa01-c4433d55a791 is going to be created. [ 736.951555] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.951987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.952222] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.952661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.953374] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.954431] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.066738] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: SUCCESS [ 737.067162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.067486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.067848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.068974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.069107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.069317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.069697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.069929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.070165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.070422] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.072512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.072642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.072966] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.073406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.073406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.076166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.076166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.076166] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.191161] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 737.191426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.191760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.192051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.192132] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.302380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.302380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.302380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.302556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.302747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.302850] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.302964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.303034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.303188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.303246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.303329] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a is going to be updated. [ 737.340112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.340331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.340444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.340718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.340886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.342873] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 737.343455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.355805] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2af73-45b4-4de3-a448-5036b638e18a in Status: IN_PROGRESS for 2s [ 737.577297] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.579368] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.626511] env[62626]: INFO networking_nsxv3.common.synchronization [req-31775b9a-ea9a-4f18-9462-a573fb99fcbd req-d9bcd7e0-c05f-4356-b9f4-e114515f55cb service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 737.626690] env[62626]: INFO networking_nsxv3.common.synchronization [req-31775b9a-ea9a-4f18-9462-a573fb99fcbd req-d9bcd7e0-c05f-4356-b9f4-e114515f55cb service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 737.626830] env[62626]: INFO networking_nsxv3.common.synchronization [req-31775b9a-ea9a-4f18-9462-a573fb99fcbd req-d9bcd7e0-c05f-4356-b9f4-e114515f55cb service nova] Enqueued Resource ID: abcb269e-fe52-45c2-8ba4-75a4f983377e with Priority: HIGHEST for action port [ 737.627095] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 737.627230] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 737.627326] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcb269e-fe52-45c2-8ba4-75a4f983377e with Priority: HIGHEST for action port [ 737.627892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.628013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.628317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.628568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.628631] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.630701] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.630802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.631132] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-abcb269e-fe52-45c2-8ba4-75a4f983377e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.631132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.631257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.631556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.632093] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcb269e-fe52-45c2-8ba4-75a4f983377e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.646388] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 737.646638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.646814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.647037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.648170] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.648170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.648170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.648170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.648170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.648170] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.650581] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 737.650866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.651985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.652428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.652601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.652668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.652668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.653064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.653064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.653064] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.695616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.737352] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 737.737580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.737775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.738071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.738421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.738550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.738608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.738782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.738864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.738983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.739235] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.773390] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-8040da70-7156-4a5c-996d-809ba5840f71 service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 737.773575] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-8040da70-7156-4a5c-996d-809ba5840f71 service nova] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 737.774291] env[62626]: INFO networking_nsxv3.common.synchronization [req-c7ac02e4-e76e-475e-bf0c-ddd5cb7f11ac req-8040da70-7156-4a5c-996d-809ba5840f71 service nova] Enqueued Resource ID: dcbbe9e5-8204-4fc1-aa01-c4433d55a791 with Priority: HIGHEST for action port [ 737.774890] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_rules [ 737.775054] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 737.775186] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcbbe9e5-8204-4fc1-aa01-c4433d55a791 with Priority: HIGHEST for action port [ 737.775505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.775614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.775821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.775927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.776132] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.776294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.776370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.777923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.777923] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbbe9e5-8204-4fc1-aa01-c4433d55a791',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.902027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 737.902177] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 737.902294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.902459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.902674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.903249] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.903249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.903249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.903249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.903508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.903508] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.083434] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e1d721a-09ea-404c-8544-06f61186dd65: rpc.has_security_group_logging(os_id): False [ 738.085094] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.101202] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.101359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.101433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.101642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.101738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.101977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.102089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.102154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.102300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.102384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.102508] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be updated. [ 738.121670] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: SUCCESS [ 738.121895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.135552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.135693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.136489] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abcb269e-fe52-45c2-8ba4-75a4f983377e with status ACTIVE [ 738.136809] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.137024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.137161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.137433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.137558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.137749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.139758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.139758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.139758] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abcb269e-fe52-45c2-8ba4-75a4f983377e is going to be updated. [ 738.155662] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.156810] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.162209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.162446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.162587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.162827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.163019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.163206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abcb269e-fe52-45c2-8ba4-75a4f983377e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.171143] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.171372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.171453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.171655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.171846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.200072] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: IN_PROGRESS for 2s [ 738.241683] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.279187] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcbbe9e5-8204-4fc1-aa01-c4433d55a791 with status ACTIVE [ 738.279439] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.279539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.279612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.279818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.279910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.280098] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.280199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.280264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.280409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.280479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.280661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.280753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.280808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.280947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.281035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.281124] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcbbe9e5-8204-4fc1-aa01-c4433d55a791 is going to be updated. [ 738.313031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.313031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.313031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.313031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.313031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.313562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcbbe9e5-8204-4fc1-aa01-c4433d55a791" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.406601] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.590596] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.591870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.591870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.591870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.591870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.591870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be updated. [ 738.617644] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.617797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.617869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.618092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.618244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.630555] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: IN_PROGRESS for 2s [ 738.660455] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.661469] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.711653] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 738.711969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.712237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.712580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.712911] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.713051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.715032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.715032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.715032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.715032] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.746170] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21: rpc.has_security_group_logging(os_id): False [ 738.766916] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.767114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.767192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.767439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.767557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.767839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.767969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.769591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.769591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.769591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.769591] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be updated. [ 738.814522] env[62626]: INFO networking_nsxv3.common.synchronization [req-e870c71e-1b9d-4f03-9fdc-a8014ad842e5 req-f3e21e7f-a4e9-4c85-916e-9ea0204663b4 tempest-AttachInterfacesUnderV243Test-323573240 tempest-AttachInterfacesUnderV243Test-323573240-project-member] Enqueued Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 738.816485] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e1d721a-09ea-404c-8544-06f61186dd65 with Priority: HIGHEST for action security_group_members [ 738.816767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e1d721a-09ea-404c-8544-06f61186dd65 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.816918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.850532] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.850532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.850532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.850532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.850532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.869945] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 738.909734] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.168986] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.168986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.168986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.168986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.168986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.168986] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be updated. [ 739.169430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.169548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.170464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.170697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.170769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.170849] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 739.218090] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.238055] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.238363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.238489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.238752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.238995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.240868] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.241085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.241221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.241475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.241673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.256782] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: IN_PROGRESS for 2s [ 739.258085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 739.368387] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2af73-45b4-4de3-a448-5036b638e18a in Status: SUCCESS [ 739.368387] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a deletion is rescheduled due to dependency. [ 739.368387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.412414] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.412662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.412811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.413103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.413444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.413610] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 739.442909] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.443061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.443139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.443354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.443496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.451748] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 739.719584] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.221676] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.222651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.222651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.222651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.222651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.222651] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 740.231964] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: SUCCESS [ 740.232262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.232494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.232735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.232863] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.262301] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.262472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.262531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.262887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.263089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.282959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 740.645338] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e1d721a-09ea-404c-8544-06f61186dd65 in Status: SUCCESS [ 740.645567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.645748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.645963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.646165] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.646338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.646408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.646567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.646647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.646745] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.756260] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.756644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.756644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.756764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.756863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.756996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be deleted. [ 740.805428] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.805605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.805677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.805891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.805982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.806135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.890089] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 740.890089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.149161] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.149340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.149389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.149604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.149697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.149899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.149999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.150071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.150224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.150299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.150385] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 is going to be deleted. [ 741.197968] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.198168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.198208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.198405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.198515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.198631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.198780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.198946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.199118] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.199217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.199272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.199412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.199488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.199585] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e1d721a-09ea-404c-8544-06f61186dd65',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.268951] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 741.271194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.271194] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 741.271507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.271507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.272416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.272416] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.272416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.277647] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.277647] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.277647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.278358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.278358] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.278358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.278358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.278358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.278358] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.278560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.278560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.278642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.278738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.279065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.279065] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.465023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.465023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.465023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.465023] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.703140] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.703340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.703482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.703705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.703816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.704060] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.704195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.704268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.704460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.704550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.704619] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e1d721a-09ea-404c-8544-06f61186dd65 already deleted. [ 741.704689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e1d721a-09ea-404c-8544-06f61186dd65" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.783932] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.786157] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda13561-79bd-471f-a13f-514eb8f475ee: rpc.has_security_group_logging(os_id): False [ 741.803594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.803594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.803806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.803971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.804126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.804399] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.804521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.804588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.804821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.804912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.805148] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.805259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.805330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.805593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.805695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.805842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.806211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.806211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.806211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.806488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.806488] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 741.865019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.865019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.865019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.865019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.865019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.876743] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 741.967763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.968191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.971049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.971049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.971049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.971049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.972830] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.997672] env[62626]: INFO networking_nsxv3.common.synchronization [req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 req-3a435a8a-2d4a-4760-8de8-0b077e690978 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 741.997672] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 741.997672] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.997672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.998614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.999149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.999526] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.999827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.000046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.000343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.000598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.001034] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.285212] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1765dbb4-8eae-46d9-9045-89147028203b: rpc.has_security_group_logging(os_id): False [ 742.296301] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 742.297164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.297164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.297164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.297164] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.297164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.297392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.297392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.297453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.297524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.297628] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.298530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.298701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.298871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.298979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.299334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.299470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.299556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.303025] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.304140] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.304377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.304525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.304626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.304862] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.305033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.305201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.305283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.305370] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be updated. [ 742.357239] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.358425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.358425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.358425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.358425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.374975] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: IN_PROGRESS for 2s [ 742.418347] env[62626]: INFO networking_nsxv3.common.synchronization [req-6e865a32-971c-4f28-a83b-0631c773638c req-2035c798-c3c2-484e-9dcf-bb791c45e7e0 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 742.419250] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 742.419314] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.419475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.419584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.419773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.419930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.421194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.421299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.423498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.423498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.423498] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.476989] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b430d86-e534-4cd9-8664-de47817c7a46: rpc.has_security_group_logging(os_id): False [ 742.486745] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.486956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.487127] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.487437] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.487761] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.487890] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.488016] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.488675] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.488878] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.489069] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.489229] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.489309] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.489409] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.489524] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.489651] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.489919] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.501840] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.502007] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.502087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.502294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.502389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.502585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.502803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.502888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.503066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.503485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.504905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.505041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.505120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.505309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.505593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.505915] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.506032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.506084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.506308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.506383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.506476] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 742.507945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.508086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.508184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.508443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.508552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.508743] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.508892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.508967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.509239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.509320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.509411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 already deleted. [ 742.509495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.513351] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.513523] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.513695] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.513871] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.514817] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-40e71f8b-a4d3-4954-a327-c20949ef83cf taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.515055] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.515141] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.515445] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.515592] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e71f8b-a4d3-4954-a327-c20949ef83cf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.582844] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.582844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.583118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.583163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.583323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.596739] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 742.755136] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.755501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.755501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.755793] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.756129] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.756327] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.756473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.756710] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.756853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.757104] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.757182] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.757288] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.757396] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.757516] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.757780] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.757780] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.776170] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.776368] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.776514] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.776731] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.776987] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4f1d1d20-2451-48a3-bf40-63027172e53a taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.777181] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.777365] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.777702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.777846] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1d1d20-2451-48a3-bf40-63027172e53a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.803330] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.803330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.803330] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.932947] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.932947] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.932947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.932947] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 742.958019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.958019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.958019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.958019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.958019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.966163] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 743.018541] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.018736] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.018875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.019179] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.019456] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.019571] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 40e71f8b-a4d3-4954-a327-c20949ef83cf not found, creating... [ 743.019843] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.019999] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.020132] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.020373] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.020535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.020930] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.021254] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.021439] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.021726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.025160] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.025426] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 40e71f8b-a4d3-4954-a327-c20949ef83cf is going to be created. [ 743.044651] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.044864] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.044994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.045284] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.045513] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.045737] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.283171] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.283171] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4f1d1d20-2451-48a3-bf40-63027172e53a not found, creating... [ 743.283171] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.283171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.283643] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.284170] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.284430] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.284549] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.284725] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4f1d1d20-2451-48a3-bf40-63027172e53a is going to be created. [ 743.305072] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.319172] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.319500] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.319584] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.319934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.320316] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.320581] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.807745] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.808164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.808164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.808277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.808277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.808368] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 743.835893] env[62626]: INFO networking_nsxv3.common.synchronization [req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 req-300c402f-09de-4580-8bb2-54c4953b7a7f service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 743.835893] env[62626]: INFO networking_nsxv3.common.synchronization [req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 req-300c402f-09de-4580-8bb2-54c4953b7a7f service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 743.835893] env[62626]: INFO networking_nsxv3.common.synchronization [req-39aeea8b-6a01-4d07-8bf1-fb8f5104ba20 req-300c402f-09de-4580-8bb2-54c4953b7a7f service nova] Enqueued Resource ID: 40e71f8b-a4d3-4954-a327-c20949ef83cf with Priority: HIGHEST for action port [ 743.836022] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 743.836116] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 743.836194] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40e71f8b-a4d3-4954-a327-c20949ef83cf with Priority: HIGHEST for action port [ 743.836780] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.836905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.836975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.837374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.837472] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.838674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.838786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.838855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.839122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.839294] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.839393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.839448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.839596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.839685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.839774] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.840821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-40e71f8b-a4d3-4954-a327-c20949ef83cf taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.841008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.841119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.841265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.841342] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40e71f8b-a4d3-4954-a327-c20949ef83cf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.856820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.856957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.857053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.857261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.857416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.868266] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 743.900017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 743.900265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.900417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.900666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.900745] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.066502] env[62626]: INFO networking_nsxv3.common.synchronization [req-6e865a32-971c-4f28-a83b-0631c773638c req-fa4ca086-6ddd-4cc1-89de-16cfece54632 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 744.067022] env[62626]: INFO networking_nsxv3.common.synchronization [req-6e865a32-971c-4f28-a83b-0631c773638c req-fa4ca086-6ddd-4cc1-89de-16cfece54632 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 744.067276] env[62626]: INFO networking_nsxv3.common.synchronization [req-6e865a32-971c-4f28-a83b-0631c773638c req-fa4ca086-6ddd-4cc1-89de-16cfece54632 service nova] Enqueued Resource ID: 4f1d1d20-2451-48a3-bf40-63027172e53a with Priority: HIGHEST for action port [ 744.068530] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 744.068768] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 744.068975] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1d1d20-2451-48a3-bf40-63027172e53a with Priority: HIGHEST for action port [ 744.069376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.069796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.070158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.070276] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.074396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.074396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.074396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1d1d20-2451-48a3-bf40-63027172e53a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.074396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.074396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.074396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.074396] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1d1d20-2451-48a3-bf40-63027172e53a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.339315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.339517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.341864] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.343340] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40e71f8b-a4d3-4954-a327-c20949ef83cf with status ACTIVE [ 744.344310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.344310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.344310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.344310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.344310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.344310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.344310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.344717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.344717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.344717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.344942] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.344942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.344942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.347921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.347921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.347921] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40e71f8b-a4d3-4954-a327-c20949ef83cf is going to be updated. [ 744.366181] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.366393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.366456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.366631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.366775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.367133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40e71f8b-a4d3-4954-a327-c20949ef83cf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.386694] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 744.386927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.403175] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.403384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.403431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.403616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.403777] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.403874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.403947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.404098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.404324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.404429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.404508] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.574458] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.574881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.574881] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1d1d20-2451-48a3-bf40-63027172e53a with status ACTIVE [ 744.575150] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.575150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.575237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.575394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.575485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.575655] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.575750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.575811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.575967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.576057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.576286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.576957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.576957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.576957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.576957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.576957] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1d1d20-2451-48a3-bf40-63027172e53a is going to be updated. [ 744.597838] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.598484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.598484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.598730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.598886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.599256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1d1d20-2451-48a3-bf40-63027172e53a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.611517] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 744.611730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.627392] env[62626]: INFO networking_nsxv3.common.synchronization [None req-a62c3779-71cf-4dcb-a169-e9af73eb97b8 None None] Enqueued Resource ID: 1b6894d8-1b5c-467d-ac07-e907c2a555d8 with Priority: HIGHEST for action port [ 744.627392] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6894d8-1b5c-467d-ac07-e907c2a555d8 with Priority: HIGHEST for action port [ 744.627861] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6894d8-1b5c-467d-ac07-e907c2a555d8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.627939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6894d8-1b5c-467d-ac07-e907c2a555d8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.627988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6894d8-1b5c-467d-ac07-e907c2a555d8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.628258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6894d8-1b5c-467d-ac07-e907c2a555d8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.628333] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6894d8-1b5c-467d-ac07-e907c2a555d8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.844469] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.907924] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.907924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.907924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.907924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.907924] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.907924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.907924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.908226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.908226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.908226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.908409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.908514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.908676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.908857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.909042] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.909186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.909271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.909423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.909518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.909607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.909718] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.978760] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 744.978760] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 744.978760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.979339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.979339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.979339] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.983083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.983083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.983083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.983083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.983083] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.131537] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b6894d8-1b5c-467d-ac07-e907c2a555d8 [ 745.131537] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.131537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.131537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.131537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.131537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.131537] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b6894d8-1b5c-467d-ac07-e907c2a555d8 already deleted. [ 745.131537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6894d8-1b5c-467d-ac07-e907c2a555d8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.346889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.347119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.347119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.347350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.347455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.347566] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be created. [ 745.371816] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.372651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.372651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.372651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.381411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: UNINITIALIZED for 2s [ 745.412408] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda13561-79bd-471f-a13f-514eb8f475ee: rpc.has_security_group_logging(os_id): False [ 745.429207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.429362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.429447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.429656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.429751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.429951] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.430093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.430161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.430294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.430387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.430619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.430737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.430799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.430953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.431351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.431557] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.431658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.431737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.432288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.432288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.432288] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 745.485816] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.487796] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.487981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.487981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.488214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.488439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.503774] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 745.879383] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 745.879383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.879383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.879383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.879383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.879383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.879383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.879977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.879977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.883334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.883425] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.883550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.883618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.883780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.883959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.884075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.884138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.884282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.884364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.884454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.884550] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.991781] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.387622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd: rpc.has_security_group_logging(os_id): False [ 746.404467] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.404668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.404668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.404873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.404963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.405167] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.405265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.405328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.405480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.405557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.405735] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.405826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.405902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.406061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.406150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.406367] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.406481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.406542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.406688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.406762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.406860] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 746.478263] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.478402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.478474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.478730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.479105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.497348] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.497470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.497513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.497708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.497800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.497896] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 746.499756] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 746.529559] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.529559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.529559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.529559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.529559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.535124] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5e7723ed-1857-41f8-b37b-3c9f9ec41f3a None None] Enqueued Resource ID: 733f5ba3-1526-4de9-a8bf-d56ad7b5810e with Priority: HIGHEST for action port [ 746.535750] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733f5ba3-1526-4de9-a8bf-d56ad7b5810e with Priority: HIGHEST for action port [ 746.536460] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-733f5ba3-1526-4de9-a8bf-d56ad7b5810e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.536460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733f5ba3-1526-4de9-a8bf-d56ad7b5810e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.536460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733f5ba3-1526-4de9-a8bf-d56ad7b5810e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.536620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733f5ba3-1526-4de9-a8bf-d56ad7b5810e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.536689] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733f5ba3-1526-4de9-a8bf-d56ad7b5810e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.538068] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 746.580971] env[62626]: INFO networking_nsxv3.common.synchronization [None req-7fc4c0a8-af82-4fda-a616-b2586b38e75f tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 746.581938] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 746.582273] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.582391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.582512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.583143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.583255] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.680062] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d1f50142-84a3-4149-8e2e-fe2e2415d874 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 746.680062] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 746.680062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.680062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.986076] env[62626]: INFO networking_nsxv3.common.synchronization [req-88114844-6b84-4405-aa08-81e4491c416e req-42735f03-0e39-49c8-a9f9-9d19e304d415 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Enqueued Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_members [ 746.986076] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_members [ 746.986076] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.986076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.986076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.986076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.986076] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.986076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.986076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.987224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.987349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.987503] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.039830] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 733f5ba3-1526-4de9-a8bf-d56ad7b5810e [ 747.040553] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.040553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.040553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.040553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.040752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.040752] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:733f5ba3-1526-4de9-a8bf-d56ad7b5810e already deleted. [ 747.040752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733f5ba3-1526-4de9-a8bf-d56ad7b5810e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.107395] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.107567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.107635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.108265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.108265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.108265] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe already deleted. [ 747.108265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.108469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.108515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.108690] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.391864] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 747.392216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.392847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.393202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.393416] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.393599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.393727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.393932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.394083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.394258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.394430] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.493147] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.493585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.493760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.494086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.494337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.494654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.495486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.495486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.495486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.495486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.495486] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 already deleted. [ 747.495486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.523302] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 747.523302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.539027] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.539027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.539027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.540113] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.542071] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.542071] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.542071] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.542300] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.542372] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.542973] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.542973] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.542973] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.542973] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.543215] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.543215] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.543313] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.562022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.562141] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.562271] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.562458] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-354" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.562830] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-ac8aea70-5f9e-4d5b-b11a-8972466b973f taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.563016] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.563192] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.563560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.563741] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8aea70-5f9e-4d5b-b11a-8972466b973f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.630875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.630875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.630875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.631184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.631218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.631324] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe already deleted. [ 747.631427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.897045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.897733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.897810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.898042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.898222] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.898330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.898443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.898588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.898724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.898857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.899027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.899126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.899189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.899333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.899498] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.899594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.899654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.899790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.899865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.899943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.900044] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.066840] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.067181] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.067239] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.067553] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.067698] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.067851] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port ac8aea70-5f9e-4d5b-b11a-8972466b973f not found, creating... [ 748.068123] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.068288] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.069629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.069629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.069629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.069629] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.069629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.069629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.070151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.070151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.070151] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: ac8aea70-5f9e-4d5b-b11a-8972466b973f is going to be created. [ 748.088818] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.089073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.089183] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.089445] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.089675] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.089899] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.402517] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6799730-efb4-435f-9884-13bb46eb2649: rpc.has_security_group_logging(os_id): False [ 748.418656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.418857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.418857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.419069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.419172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.419392] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.419497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.419560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.419714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.419792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.419964] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.420067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.420126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.420259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.420418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.420504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.420584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.420643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.420775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.420849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.420933] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be created. [ 748.472352] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.472497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.472554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.472882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.473023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.483725] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 748.529783] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 748.530017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.530197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.530408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.530513] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.547675] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 748.547827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.547983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.548204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.548394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.548511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.548579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.548729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.548809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.548893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.548983] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.920457] env[62626]: INFO networking_nsxv3.common.synchronization [req-88114844-6b84-4405-aa08-81e4491c416e req-a90f3981-4a67-4a9b-8147-2ca69715a922 service nova] Enqueued Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_rules [ 748.920457] env[62626]: INFO networking_nsxv3.common.synchronization [req-88114844-6b84-4405-aa08-81e4491c416e req-a90f3981-4a67-4a9b-8147-2ca69715a922 service nova] Enqueued Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_members [ 748.920605] env[62626]: INFO networking_nsxv3.common.synchronization [req-88114844-6b84-4405-aa08-81e4491c416e req-a90f3981-4a67-4a9b-8147-2ca69715a922 service nova] Enqueued Resource ID: ac8aea70-5f9e-4d5b-b11a-8972466b973f with Priority: HIGHEST for action port [ 748.922130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_rules [ 748.922130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_members [ 748.922130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8aea70-5f9e-4d5b-b11a-8972466b973f with Priority: HIGHEST for action port [ 748.922130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.922130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.922130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.922579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.922579] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.924615] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.924741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.924816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.925324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.925324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.925324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.925324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.925567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.925567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.925688] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.926364] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8aea70-5f9e-4d5b-b11a-8972466b973f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.926473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.926507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.926659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.926802] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8aea70-5f9e-4d5b-b11a-8972466b973f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.033224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.033405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.033479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.033715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.033895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.033999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.034080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.034235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.034323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.034409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.034498] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.052119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.052307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.052415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.052688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.052865] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.052974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.053062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.053230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.053330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.053422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.053617] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.053715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.053790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.053934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.054096] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.054272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.054354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.054443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.054539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.054624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.054709] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.428813] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.429874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.429979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.430231] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac8aea70-5f9e-4d5b-b11a-8972466b973f with status ACTIVE [ 749.430318] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.430450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.430487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.430687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.430777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.430948] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.431055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.431110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.431268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.431346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.431527] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.431617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.431678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.431818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.431891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.431974] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac8aea70-5f9e-4d5b-b11a-8972466b973f is going to be updated. [ 749.452585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.452585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.452585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.452585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.452585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.452585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8aea70-5f9e-4d5b-b11a-8972466b973f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.538701] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.538855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.538924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.539175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.539346] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.539481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.539574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.539775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.539866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.539955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.540130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.540227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.540286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.540428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.540566] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.540657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.540713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.540889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.540924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.540985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.541136] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.556318] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9d2807-c0f3-4190-bf2b-bff56eeb7683: rpc.has_security_group_logging(os_id): False [ 749.575860] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.576042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.576042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.576253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.576349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.576578] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.576674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.576740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.576900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.576966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.577159] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.577261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.577316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.577480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.577550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.577726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.577817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.577879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.578070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.578123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.578208] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 749.632637] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.632834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.632881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.633074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.633220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.646298] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 749.934307] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.043646] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd: rpc.has_security_group_logging(os_id): False [ 750.067353] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.067575] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.067662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.067921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.068022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.068255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.068373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.068491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.068748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.068879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.069515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.069671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.070516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.070516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.070516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.070792] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.070792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.070896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.072128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.072128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.072128] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 750.127088] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.127280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.127280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.128640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.128640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.144391] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 750.442310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.442310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.442310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.442607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.442607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.442693] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 is going to be created. [ 750.467190] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.467337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.467402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.467611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.467769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.477172] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 in Status: UNINITIALIZED for 2s [ 750.494093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 750.494425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.577045] env[62626]: INFO networking_nsxv3.common.synchronization [req-3cad9035-60d9-4a86-b0cb-a6014e575d50 req-38886132-6070-409f-afd9-1ee06418be2d tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 751.577045] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 751.577045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.577045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.577045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.577045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.577045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.577045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.580072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.580072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.580072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.580072] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.658772] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 751.658772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.081950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.082146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.082186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.082415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.082504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.082691] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.082828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.082949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.082990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.083087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.083174] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 752.189822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.190078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.190078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.190308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.192541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.193994] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 752.194538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.197747] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 752.488737] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 in Status: SUCCESS [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.488737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.488737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.488737] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.583198] env[62626]: INFO networking_nsxv3.common.synchronization [req-0a61f77c-ca4c-4bea-ac76-e579c95eae98 req-ca2bde35-fec2-41f2-8621-d44538f70291 tempest-ServersAdminNegativeTestJSON-748025987 tempest-ServersAdminNegativeTestJSON-748025987-project-member] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 752.583722] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGHEST for action security_group_members [ 752.584177] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.584414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.584637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.584806] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.584948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.585014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.586325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.586425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.586548] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.665418] env[62626]: INFO networking_nsxv3.common.synchronization [req-882935ee-03d3-493a-8d0f-301ef9f0b373 req-63d139b8-fad8-4f97-9d80-d6385a414c91 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 752.666896] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 752.667889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.668068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.668068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.668763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.668763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.668763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.668763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.668763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.668947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.668947] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.950966] env[62626]: INFO networking_nsxv3.common.synchronization [req-882935ee-03d3-493a-8d0f-301ef9f0b373 req-46424be1-a20c-4fb7-9a16-4cd72920dea6 tempest-ServersTestMultiNic-1478928779 tempest-ServersTestMultiNic-1478928779-project-member] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 752.953797] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGHEST for action security_group_members [ 752.954181] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.954285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.995580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.995580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.995888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.996439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.996543] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.997333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.997333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.997333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.997333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.997333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.997333] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.997919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.997919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.997919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.997919] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.997919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.997919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.998223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.998223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.998223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.998223] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.004502] env[62626]: INFO networking_nsxv3.common.synchronization [None req-72759d6b-26ce-4d5a-9716-b86858addcbb tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_rules [ 753.004502] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_rules [ 753.004502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.005132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.005132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.005372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.005428] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.088822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.089112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.089112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.089293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.089396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.089595] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.089698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.089770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.089923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.090030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.090357] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be updated. [ 753.114344] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.114648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.114648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.114833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.115074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.125107] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: IN_PROGRESS for 2s [ 753.172476] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.304576] env[62626]: INFO networking_nsxv3.common.synchronization [None req-edce0bc5-7ce2-4a86-8b79-ee43d337135d tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_rules [ 753.305237] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_rules [ 753.305579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.305684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.504234] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a8de9c2-5144-4077-85fe-84bbc1ebeb24: rpc.has_security_group_logging(os_id): False [ 753.521880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.521880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.521880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.521880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.522654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.522654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.522654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.522654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.522654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.522654] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 is going to be created. [ 753.526839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.526839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.526839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.526839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.526839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.526839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 already deleted. [ 753.527493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.527493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.528461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.528461] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.576531] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.576756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.576831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.577062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.577264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.588296] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 in Status: IN_PROGRESS for 2s [ 753.674641] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.049429] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.049553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.049641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.049859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.049954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.050063] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 already deleted. [ 754.050148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.062247] env[62626]: INFO networking_nsxv3.common.synchronization [req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 req-1457d8fc-4f2f-4271-9bf4-394c7c171855 tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Enqueued Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_members [ 754.062247] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_members [ 754.062247] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.062247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.062943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.063336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.063630] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.063901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.064186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.064480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.064691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.064893] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.180753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.180753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.180753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.180753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.180753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.180753] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 754.206565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.206565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.206565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.206565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.206565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.208534] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 754.209309] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 deletion is rescheduled due to dependency. [ 754.209826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.213174] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 754.395894] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-939" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.397800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-939" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-939" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.397800] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.397800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.397800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.397800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.398271] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.398271] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.399160] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.399160] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.399160] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.399160] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.399160] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.399160] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.415982] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.416146] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.416361] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.416582] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-939" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.416960] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-e92bf638-c0de-4baa-b5f0-ee18b65f6757 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.417185] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.417593] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.417684] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.417828] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92bf638-c0de-4baa-b5f0-ee18b65f6757',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.536505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.536683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.537073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.537073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.537073] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.569021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.569250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.569250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.569470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.569586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.570090] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.570090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.570090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.570090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.570404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.570404] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 already deleted. [ 754.570404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.923251] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.923251] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.923251] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.923251] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.923251] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.923251] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port e92bf638-c0de-4baa-b5f0-ee18b65f6757 not found, creating... [ 754.923251] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.924476] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.924756] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.925103] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.926079] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.926529] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.926762] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.926934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.927301] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.927560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.927786] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: e92bf638-c0de-4baa-b5f0-ee18b65f6757 is going to be created. [ 754.953800] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.954106] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.954174] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.954445] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.954715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.954995] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.017065] env[62626]: INFO networking_nsxv3.common.synchronization [req-dc71d574-07da-423b-9bc6-ed58cbf9517e req-6f4460a4-6783-4dd3-b596-f64fa2ae10cd tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 755.017481] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 755.018045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.018412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.020419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.020419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.020419] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.020419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.020419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.020419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.020419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.020419] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.042259] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.139862] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e in Status: SUCCESS [ 755.140120] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e deletion is rescheduled due to dependency. [ 755.140254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.522828] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.544885] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.605158] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 in Status: SUCCESS [ 755.605409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.674987] env[62626]: INFO networking_nsxv3.common.synchronization [req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 req-05706ab6-e00e-4a5f-8f95-72144b988a2c service nova] Enqueued Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_rules [ 755.675247] env[62626]: INFO networking_nsxv3.common.synchronization [req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 req-05706ab6-e00e-4a5f-8f95-72144b988a2c service nova] Enqueued Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_members [ 755.675411] env[62626]: INFO networking_nsxv3.common.synchronization [req-27c62bee-1e6b-45f8-b3c2-341fd5bd46f6 req-05706ab6-e00e-4a5f-8f95-72144b988a2c service nova] Enqueued Resource ID: e92bf638-c0de-4baa-b5f0-ee18b65f6757 with Priority: HIGHEST for action port [ 755.675665] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_rules [ 755.675807] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_members [ 755.675907] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92bf638-c0de-4baa-b5f0-ee18b65f6757 with Priority: HIGHEST for action port [ 755.676545] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.676719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.676719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.676948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.677049] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.677875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.678028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.678113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.678286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.678437] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.678547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.678629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.678771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.678857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.678964] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.679777] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92bf638-c0de-4baa-b5f0-ee18b65f6757 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.679876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.679953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.680126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.680200] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92bf638-c0de-4baa-b5f0-ee18b65f6757',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.024877] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.048119] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 756.048295] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 756.183814] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.183814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.183814] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.186651] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e92bf638-c0de-4baa-b5f0-ee18b65f6757 with status ACTIVE [ 756.186651] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.186651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.186651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.188560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.188762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.188987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.189194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.189264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.190517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.190634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.190863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.190968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.191055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.191243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.191341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.191437] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e92bf638-c0de-4baa-b5f0-ee18b65f6757 is going to be updated. [ 756.228988] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.229221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.229221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.229565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.229758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.230828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92bf638-c0de-4baa-b5f0-ee18b65f6757" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.230828] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 756.231049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.231129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.231324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.231519] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.231657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.231744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.231879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.231964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.232116] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.323175] env[62626]: INFO networking_nsxv3.common.synchronization [req-959fbcab-77c2-4955-88e4-e793086338db req-01acfd2c-ffec-4f61-8c37-d011dbd102eb tempest-ServersTestJSON-1400066850 tempest-ServersTestJSON-1400066850-project-member] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_members [ 756.323383] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGHEST for action security_group_members [ 756.324444] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.324779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.324896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.325305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.325623] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.325822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.325909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.326183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.326365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.326553] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.528311] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.528311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.528311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.529407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.530444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.530444] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be updated. [ 756.561022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.561022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.561022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.561022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.561022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.576471] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: IN_PROGRESS for 2s [ 756.602691] env[62626]: INFO networking_nsxv3.common.synchronization [req-96fa614d-5842-4fb0-86f2-f94179454597 req-ab58414e-a248-4d70-81cd-0e814ede379b tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 756.603607] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 756.604129] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.605382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.605382] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.605382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.605382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.610027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.610027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.610027] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.694854] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.734877] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.735094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.735160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.735357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.735539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.735772] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.735888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.735949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.736093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.736160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.736254] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be updated. [ 756.759665] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.759838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.759922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.760202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.760396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.768847] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: IN_PROGRESS for 2s [ 756.830085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.830085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.830085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.830085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.830085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.830085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.830498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.830498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.830498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.830498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.830498] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 is going to be updated. [ 756.855782] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.855782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.855983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.856150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.856444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.866149] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c19cb-1a91-4f59-a744-27e66a361954 in Status: IN_PROGRESS for 2s [ 756.908960] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.912024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.912024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.912024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.923435] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 756.924411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.925636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 756.953821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.953821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.953821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.953821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.963605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.965340] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 756.965340] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 756.965340] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 757.033196] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.033530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.033530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.033629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.035134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.035339] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 757.102386] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.102530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.102600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.102800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.103050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.103287] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 757.109907] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.110067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.110109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.111349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.111450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.111654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.111751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.112710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.112710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.112710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.112710] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc already deleted. [ 757.112710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.158218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.158413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.158484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.158696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.159096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.159363] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 757.159534] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'913f7f61-d397-40d2-87d6-b52782b4844a', 'dc769974-dbe4-4b7b-baff-e0e3000e294f', '45cbff01-2f1e-4a45-87c1-5a773c51e5ae', '36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c', '0f9d2807-c0f3-4190-bf2b-bff56eeb7683', '576f14c7-b662-4a3d-b206-1f0026e1b8bc', '3f277df8-23ad-4721-8e23-ef87e734caea', 'd400c0ef-3484-4a25-933f-0f8bd0ba4fb9', '6fdccc43-5cc0-4afb-9014-d0ebb6e2c793', '2b430d86-e534-4cd9-8664-de47817c7a46', 'b83c19cb-1a91-4f59-a744-27e66a361954', '1607562a-c31e-46a1-bb31-1cf308dd2026', 'c50d08bc-cc86-4a04-9295-aa033a1b2506', '1e434876-697c-40d4-9eee-f83c3f6bdc00', '81c3599f-0f1f-4978-8abc-c0fd9117fe39', 'a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866', '8a7ee645-f22d-4c01-976f-9697ac9fed4e', '5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2', '1293ebf9-7ccc-4d5e-ad4c-11f0d137be21', '7ca30475-97da-4958-9e4d-9e28b21d8c36', '1765dbb4-8eae-46d9-9045-89147028203b', 'd78b6be1-ea4f-4c79-b64c-0f80afdcc3fd', '26b3e571-13ee-4308-8e83-c1a4ce745c42', '3a8de9c2-5144-4077-85fe-84bbc1ebeb24', '832d83c2-16f7-4b23-acc4-0cf2e7a2d99e', '38005eb7-0352-46b2-8b3c-8017a48d8842', 'f50a02f7-da3c-4c60-833e-fcd1c8510a7b', 'f474dce9-5d6a-4f40-9f3c-d48d2344b079', 'cebe780a-8cb8-4450-8508-349823be5351', '825e363d-38d9-4cb1-9b58-1682ed9e356e', 'bda13561-79bd-471f-a13f-514eb8f475ee', '47b2af73-45b4-4de3-a448-5036b638e18a', '427773a0-8460-4a6e-ae44-8b2e7f20faf3', '0796e7e3-e030-402e-86ac-355af32c0a14', 'c6799730-efb4-435f-9884-13bb46eb2649', '37e820da-55c4-4661-af01-04a69f323c19', '49edde05-b29e-4380-b139-afbc77f5c256', 'b3360cf5-699c-417e-85f2-947ed141f377'} {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 757.159652] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 757.182403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.182613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.182683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.182902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.182984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.183102] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 757.183172] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 757.183370] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 757.198261] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.198488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.198570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.198820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.198934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.199057] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 is going to be created. [ 757.231430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.231658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.231658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.231856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.232065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.242996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 in Status: UNINITIALIZED for 2s [ 757.290060] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.290333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.290333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.290483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.291286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.291531] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 757.291629] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 757.291679] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 757.291724] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 757.291807] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 757.291880] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGH for action security_group_rules [ 757.291959] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGH for action security_group_rules [ 757.292041] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGH for action security_group_rules [ 757.292117] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGH for action security_group_rules [ 757.292186] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGH for action security_group_rules [ 757.292254] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGH for action security_group_rules [ 757.292322] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGH for action security_group_rules [ 757.292322] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGH for action security_group_rules [ 757.292420] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGH for action security_group_rules [ 757.292459] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGH for action security_group_rules [ 757.292502] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGH for action security_group_rules [ 757.292557] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGH for action security_group_rules [ 757.292628] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGH for action security_group_rules [ 757.292696] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGH for action security_group_rules [ 757.292746] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGH for action security_group_rules [ 757.292812] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGH for action security_group_rules [ 757.292812] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGH for action security_group_rules [ 757.292939] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGH for action security_group_rules [ 757.292939] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGH for action security_group_rules [ 757.293053] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGH for action security_group_rules [ 757.293108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.488435] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.488748] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.488957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.489447] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.489843] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.490080] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.490280] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.490610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.490833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.491161] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.491363] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.491515] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.491627] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.491742] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.491846] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.491974] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.510147] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.510372] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.510461] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.510638] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.511023] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-208f68d0-2952-4fbb-b8a4-d132ff92a298 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.511210] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.511334] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.511656] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.511792] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208f68d0-2952-4fbb-b8a4-d132ff92a298',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.882658] env[62626]: INFO networking_nsxv3.common.synchronization [req-37e0a4df-e35e-494a-96d4-9fa5778d1558 req-ebedb54b-637e-438f-83e0-0dc28712f5b3 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 757.883277] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 757.883473] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913f7f61-d397-40d2-87d6-b52782b4844a with Priority: HIGH for action security_group_rules [ 757.884081] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae with Priority: HIGH for action security_group_rules [ 757.884081] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGH for action security_group_rules [ 757.884081] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGH for action security_group_rules [ 757.884081] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 with Priority: HIGH for action security_group_rules [ 757.884081] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGH for action security_group_rules [ 757.884081] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 with Priority: HIGH for action security_group_rules [ 757.884462] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e with Priority: HIGH for action security_group_rules [ 757.884462] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 with Priority: HIGH for action security_group_rules [ 757.884462] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 with Priority: HIGH for action security_group_rules [ 757.884462] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGH for action security_group_rules [ 757.884462] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 with Priority: HIGH for action security_group_rules [ 757.884683] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c19cb-1a91-4f59-a744-27e66a361954 with Priority: HIGH for action security_group_rules [ 757.884683] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGH for action security_group_rules [ 757.884751] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 with Priority: HIGH for action security_group_rules [ 757.884789] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc with Priority: HIGH for action security_group_rules [ 757.884865] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 with Priority: HIGH for action security_group_rules [ 757.886224] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGH for action security_group_rules [ 757.886224] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGH for action security_group_rules [ 757.886224] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c with Priority: HIGH for action security_group_rules [ 757.886224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.886224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.886224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.886224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.886224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.886224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.886224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.886224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.886729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.886729] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.887834] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-913f7f61-d397-40d2-87d6-b52782b4844a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.887955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.888043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.888249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.888332] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('913f7f61-d397-40d2-87d6-b52782b4844a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.889151] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.889262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.890318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.890318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.890318] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45cbff01-2f1e-4a45-87c1-5a773c51e5ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.890472] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.890682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.890682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.890983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.890983] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.893210] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.893210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.893210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.893210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.893210] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.898945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca30475-97da-4958-9e4d-9e28b21d8c36 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.898945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.898945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.898945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.898945] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca30475-97da-4958-9e4d-9e28b21d8c36',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.899637] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.899819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.899927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.900170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.900310] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.901576] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.901677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.901752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.901918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.902028] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.903071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.903253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.903253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.903399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.904477] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a7ee645-f22d-4c01-976f-9697ac9fed4e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.056360] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e434876-697c-40d4-9eee-f83c3f6bdc00 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.056360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.056360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.056786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.056786] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e434876-697c-40d4-9eee-f83c3f6bdc00',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.057739] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.057852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.058203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.058203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.058203] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.059132] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.059237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.059342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.059507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.059563] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.062753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1607562a-c31e-46a1-bb31-1cf308dd2026 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.062753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.062753] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1607562a-c31e-46a1-bb31-1cf308dd2026',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.062753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83c19cb-1a91-4f59-a744-27e66a361954 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.062753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.062753] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83c19cb-1a91-4f59-a744-27e66a361954',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.063299] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.063299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.063299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.063435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.063507] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.064433] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.064554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.064601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.064757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.064830] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fdccc43-5cc0-4afb-9014-d0ebb6e2c793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.065650] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.066263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.066263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.066263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.066263] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576f14c7-b662-4a3d-b206-1f0026e1b8bc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.067108] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.067216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.067262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.068200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.068200] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d400c0ef-3484-4a25-933f-0f8bd0ba4fb9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.068419] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.068614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.068614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.068729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.068795] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.069768] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.069768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.069895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.070684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.070684] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.070684] env[62626]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 758.071240] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.071339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.071401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.071631] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.080036] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.080036] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.080036] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.080036] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.080036] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.080036] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 208f68d0-2952-4fbb-b8a4-d132ff92a298 not found, creating... [ 758.080036] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.080036] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.080511] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.080585] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.084023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.084023] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.084023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.084023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.084023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.084023] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.084023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 is going to be created. [ 758.116894] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.117107] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.117232] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.117500] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.117729] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.117938] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.578135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.578289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.578358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.578566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.590530] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 758.590825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.598502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.598680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.600603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.600853] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.600965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.601040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.601304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.601425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.601539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 758.602616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.602796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.605087] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.605332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.612429] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.612560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.614013] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.614013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.614013] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.616082] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.616232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.616341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.617665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.617665] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.617665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.617665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.617665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.617665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.617665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.617665] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.622115] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.622115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.622115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.622115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.622287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.622399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.622552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.622803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.622913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.623097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.623210] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.624698] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.624836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.624927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.625118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.625306] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.625537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.625537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.625690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.626430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.626430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.626430] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.628155] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.629341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.629341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.629341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.629341] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.629341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.629341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.629341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.632894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.633023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.633117] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.637924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.638034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 913f7f61-d397-40d2-87d6-b52782b4844a is going to be deleted. [ 758.641749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.641859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.642147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.649243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.650876] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.650994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.651072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.651243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.651371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.661982] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.662235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.662314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.662505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.662658] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.662752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.662811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.662951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.663387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.666017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.666017] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.666017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.666017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.666017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.666341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.666386] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.666456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.666521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.666714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.666798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.666880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.666958] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.698778] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 758.710437] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.710580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.711875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.711981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.712872] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.712985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.713876] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.713977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.716136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.716136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.716889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.717113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.717934] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.717934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.718683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.718821] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e434876-697c-40d4-9eee-f83c3f6bdc00 is going to be deleted. [ 758.720710] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.720710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.720710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.720900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.722264] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.722362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.723758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.723856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.752799] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 758.753347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.753528] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866 is going to be deleted. [ 758.757396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.772117] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.772216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.777265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.777418] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d400c0ef-3484-4a25-933f-0f8bd0ba4fb9 is going to be deleted. [ 758.778339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.778636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.780684] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd in Status: SUCCESS [ 758.780891] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd deletion is rescheduled due to dependency. [ 758.781084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.781793] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.782521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.844043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.844319] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fdccc43-5cc0-4afb-9014-d0ebb6e2c793 is going to be deleted. [ 758.845357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.845688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.896191] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c19cb-1a91-4f59-a744-27e66a361954 in Status: SUCCESS [ 758.896535] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 deletion is rescheduled due to dependency. [ 758.896699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.898767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.899214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.907290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.907461] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576f14c7-b662-4a3d-b206-1f0026e1b8bc is going to be deleted. [ 758.908389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.908616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.935239] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.935239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.950168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.950168] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83c19cb-1a91-4f59-a744-27e66a361954 is going to be deleted. [ 758.951077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.952821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.957437] env[62626]: INFO networking_nsxv3.common.synchronization [req-96fa614d-5842-4fb0-86f2-f94179454597 req-cab56102-a335-436a-810d-6396e2f02321 service nova] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_rules [ 758.957765] env[62626]: INFO networking_nsxv3.common.synchronization [req-96fa614d-5842-4fb0-86f2-f94179454597 req-cab56102-a335-436a-810d-6396e2f02321 service nova] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 758.958035] env[62626]: INFO networking_nsxv3.common.synchronization [req-96fa614d-5842-4fb0-86f2-f94179454597 req-cab56102-a335-436a-810d-6396e2f02321 service nova] Enqueued Resource ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 with Priority: HIGHEST for action port [ 758.959807] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_rules [ 758.960119] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 758.960317] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 with Priority: HIGHEST for action port [ 758.960679] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.960879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.960962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.962022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.962167] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.965200] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.965486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.965486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.965790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.966211] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.966347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.966509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.966714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.967945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.967945] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.969672] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-208f68d0-2952-4fbb-b8a4-d132ff92a298 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.970178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.970512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.970668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.970700] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208f68d0-2952-4fbb-b8a4-d132ff92a298',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.980979] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.983807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.986113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.986353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2 is going to be deleted. [ 758.989394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.989394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.020683] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.020843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.023707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.023813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c is going to be deleted. [ 759.028314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.028314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.086750] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.086750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.089980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.090142] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1607562a-c31e-46a1-bb31-1cf308dd2026 is going to be deleted. [ 759.091083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.091319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.116747] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.121700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.121700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.121700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.121700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.122320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.122320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.122320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.122320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.122320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.122320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.122582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.122582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.122652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.122683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.122770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.122851] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.141503] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.145024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.150640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.150640] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a7ee645-f22d-4c01-976f-9697ac9fed4e is going to be deleted. [ 759.150944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.158053] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.158174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.158270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.158448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.158615] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.159084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.159084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.159084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.159084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.159084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.159370] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.159370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.159370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.159498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.159619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.159706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.159764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.159899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.159972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.160061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.160147] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.179048] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.179048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.179232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.179343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.179517] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.179662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.179725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.179830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.179906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.180015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.180165] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.180253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.180470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.180470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.180611] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.180677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.180722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.180840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.181088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.181088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.181088] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.182089] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.215954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.216039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45cbff01-2f1e-4a45-87c1-5a773c51e5ae is going to be deleted. [ 759.218092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.218092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.280714] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 in Status: SUCCESS [ 759.280714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.280714] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.280714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.281249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.281249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.281249] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.281392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.281392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.281526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.281599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.281710] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.290532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.290532] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca30475-97da-4958-9e4d-9e28b21d8c36 is going to be deleted. [ 759.291085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.291290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.291377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.291495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-913f7f61-d397-40d2-87d6-b52782b4844a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.291646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.291798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.291873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.291982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e434876-697c-40d4-9eee-f83c3f6bdc00" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.292491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.292664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.292798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e1cee6-8fb5-4f68-a4a1-dbfec2aa2866" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d400c0ef-3484-4a25-933f-0f8bd0ba4fb9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fdccc43-5cc0-4afb-9014-d0ebb6e2c793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.294041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.294500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576f14c7-b662-4a3d-b206-1f0026e1b8bc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.294500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.294630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83c19cb-1a91-4f59-a744-27e66a361954" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.294756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.294890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.294962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.295112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f77b65a-5c27-4b5c-bf9a-a509fa4c22a2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.295238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.295375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.295447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.295550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36bd9a6b-a2bf-4cd1-9a04-a2b09b9e544c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.315172] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.315320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.315395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.315608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.315701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.315815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1607562a-c31e-46a1-bb31-1cf308dd2026" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.317925] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.318284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.318284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.318426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.318426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.318501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a7ee645-f22d-4c01-976f-9697ac9fed4e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.361066] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 759.361691] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.361858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.361930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.362243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.362362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45cbff01-2f1e-4a45-87c1-5a773c51e5ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.417835] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 759.417835] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.417835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.417835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.417835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.417835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.417835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca30475-97da-4958-9e4d-9e28b21d8c36" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.473100] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.473288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.473427] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.474394] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 208f68d0-2952-4fbb-b8a4-d132ff92a298 with status ACTIVE [ 759.474599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.474714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.475240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.475240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.475240] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.475568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.475568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.476846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.476846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.476846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.476846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.476846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.476846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.476846] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 is going to be updated. [ 759.525241] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.525357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.526836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.526836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.526836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.526836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.620032] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21: rpc.has_security_group_logging(os_id): False [ 759.624674] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c3599f-0f1f-4978-8abc-c0fd9117fe39: rpc.has_security_group_logging(os_id): False [ 759.646284] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.646413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.646456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.646662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.648521] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.648521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.648661] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50d08bc-cc86-4a04-9295-aa033a1b2506: rpc.has_security_group_logging(os_id): False [ 759.653699] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc769974-dbe4-4b7b-baff-e0e3000e294f: rpc.has_security_group_logging(os_id): False [ 759.666022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b430d86-e534-4cd9-8664-de47817c7a46: rpc.has_security_group_logging(os_id): False [ 759.669945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.670173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.672118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.672118] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.672118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.672118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.672341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.672341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.675027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.675027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.675027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.675027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 759.677154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.677371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.679303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.679415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.684438] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f277df8-23ad-4721-8e23-ef87e734caea: rpc.has_security_group_logging(os_id): False [ 759.685483] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9d2807-c0f3-4190-bf2b-bff56eeb7683: rpc.has_security_group_logging(os_id): False [ 759.704280] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.704505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.715581] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.715712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.719225] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.719339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.736407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.736818] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.736948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.737039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.737316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.737423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.737505] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be updated. [ 759.738960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.739253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.760725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.761312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.761479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.761590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.761837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.761962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.762106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 759.763370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.763651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.786925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.787259] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.787419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.787503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.788099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.788099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.788099] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.788304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.788304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.788426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.788520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.788757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.789507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.789610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.789802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.789897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.790012] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 759.791715] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.792818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.793067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.795291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.795291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.807720] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.807720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.817564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.818211] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.818211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.818211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.818462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.818462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.818601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.818738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.818738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.818906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.818990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.819180] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.819268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.819320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.819452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.819540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.819610] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 759.822227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.822423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.880022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.880022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.880022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.880022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.880022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.880022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.880022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea is going to be updated. [ 759.884839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.884839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.884839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.885513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.885675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.886570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.888009] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.888155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.888218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.888342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.888468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.889343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.889510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.910294] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.910294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.933900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.934046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.936387] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 759.937316] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 759.942208] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 759.959511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.959828] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.959980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.960048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.960266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.960352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.960465] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f is going to be updated. [ 759.961558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.961745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.961890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.965831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.965831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.965831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.978232] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.009377] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 760.010763] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 760.022162] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.022162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.022413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.022469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.022660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.047272] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: IN_PROGRESS for 2s [ 760.087022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.087022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.087022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.087022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.087022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.121205] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: IN_PROGRESS for 2s [ 760.296084] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.488617] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.488910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.488910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.489240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.489395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.489559] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be created. [ 760.510866] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.511024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.511082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.511292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.511441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.523635] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: UNINITIALIZED for 2s [ 760.709204] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 760.709455] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 deletion is rescheduled due to dependency. [ 760.709592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.798616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.798882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.798944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.799199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.799325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.799460] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 is going to be created. [ 760.816776] env[62626]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2', 'data': {'id': 'ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2', 'display_name': 'ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2', 'path': '/infra/domains/default/groups/ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2', 'expression': [{'value': 'security_group|ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.8']}], 'tags': [{'scope': 'age', 'tag': 1739981887}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2] as it already exists."\n}' [ 760.816938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.817066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.817401] env[62626]: Traceback (most recent call last): [ 760.817468] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 760.817468] env[62626]: listener.cb(fileno) [ 760.817468] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 760.817468] env[62626]: result = function(*args, **kwargs) [ 760.817468] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 760.817468] env[62626]: self.security_group_members(os_id, reference=True) [ 760.817468] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 760.817468] env[62626]: self.nsx_provider.sg_members_realize( [ 760.817468] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 760.817468] env[62626]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 760.817468] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 760.817468] env[62626]: return func(*args, **kwargs) [ 760.817468] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 760.817468] env[62626]: res = self.client.put(path=path, data=data) [ 760.817468] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 760.817468] env[62626]: raise RuntimeError(msg, last_err) [ 760.817468] env[62626]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2] as it already exists."\\n}\'') [ 760.817468] env[62626]: Removing descriptor: 67 [ 761.335464] env[62626]: INFO networking_nsxv3.common.synchronization [req-c6926237-3406-4c46-983d-817a24db28d3 req-a172393e-162d-4621-bf52-86ed8837bd94 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_members [ 761.336659] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGHEST for action security_group_members [ 761.337018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.337153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.337322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.337462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.337620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.337736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.337804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.337953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.338052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.338763] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.646118] env[62626]: INFO networking_nsxv3.common.synchronization [req-4d3e9a6d-9738-4765-bafd-8340d6ae430f req-a9fb41b4-0e4c-4938-8d67-8f974d48c19e tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 761.646741] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 761.647435] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.647435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.647562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.647931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.647931] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.648091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.648091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.648251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.648335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.648469] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.844026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.844026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.844026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.844026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.861689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.861950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.862086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.862154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.862391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.862496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.862643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 is going to be updated. [ 761.886162] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.886383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.886456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.886700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.886901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.894897] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 in Status: IN_PROGRESS for 2s [ 761.951185] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 761.951418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.952449] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 761.952713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.954306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 761.954556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.024235] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 762.024485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.025451] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 762.025656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.058076] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: SUCCESS [ 762.058344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.134748] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: SUCCESS [ 762.135095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.154295] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.321953] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.322175] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.322330] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.322556] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.322822] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.322976] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.323157] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.323348] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.323483] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.323743] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.323812] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.323925] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.324048] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.324154] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.324291] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.324475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.345316] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.345752] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.345752] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.345891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.347050] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.347050] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.347050] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.347050] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.347050] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f462ed0-62dd-4f2b-968b-6b2cdda0e29e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.535082] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.535082] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.535082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.535082] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.656442] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.853149] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.853149] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e not found, creating... [ 762.853149] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.853149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.853670] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853670] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.853670] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853867] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.854144] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.854464] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e is going to be created. [ 762.875216] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.875216] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.875216] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.875504] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.875948] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.875948] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.038974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.039246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.039246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.039528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.039703] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.039840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.039890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.040075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.040283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.040347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.040490] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.040588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.040644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.040800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.040965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.041078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.041147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.041293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.041372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.041462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.041549] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.164456] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.164675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.164746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.164970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.165108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.165228] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be updated. [ 763.201985] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.202215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.202215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.202734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.202734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.214178] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: IN_PROGRESS for 2s [ 763.544606] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cd5fc5-643b-4b60-9b60-3b40717e0bfc: rpc.has_security_group_logging(os_id): False [ 763.561591] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.561711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.561827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.562161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.562436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.562660] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.562828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.562943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.563213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.563352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.563668] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.563831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.563949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.564202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.564358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.564672] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.564854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.564951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.565362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.565920] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be created. [ 763.619116] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.619277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.619327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.619565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.619748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.635489] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 763.904045] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 in Status: SUCCESS [ 763.904272] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 deletion is rescheduled due to dependency. [ 763.904396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.083267] env[62626]: INFO networking_nsxv3.common.synchronization [req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 req-cb6181b3-5e01-48c0-a390-a87eacd80dd4 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 764.085286] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 764.087635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.087853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.087853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.088204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.088359] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.088477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.088596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.088740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.088832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.088972] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.157087] env[62626]: INFO networking_nsxv3.common.synchronization [req-4d3e9a6d-9738-4765-bafd-8340d6ae430f req-ed0f875e-5657-4b32-ae0d-5048f425655d service nova] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_rules [ 764.157352] env[62626]: INFO networking_nsxv3.common.synchronization [req-4d3e9a6d-9738-4765-bafd-8340d6ae430f req-ed0f875e-5657-4b32-ae0d-5048f425655d service nova] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 764.157549] env[62626]: INFO networking_nsxv3.common.synchronization [req-4d3e9a6d-9738-4765-bafd-8340d6ae430f req-ed0f875e-5657-4b32-ae0d-5048f425655d service nova] Enqueued Resource ID: 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e with Priority: HIGHEST for action port [ 764.158830] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_rules [ 764.158934] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 764.159061] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e with Priority: HIGHEST for action port [ 764.159384] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.159511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.159582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.159845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.159916] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.161288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.161288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.161288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.161562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.161562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.162307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.162307] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f462ed0-62dd-4f2b-968b-6b2cdda0e29e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.559199] env[62626]: INFO networking_nsxv3.common.synchronization [req-6296da1f-b6a9-407f-bbe2-cc20c9d15387 req-69dc9f39-2654-46d3-976b-b615c1cf84f9 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Enqueued Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_members [ 764.559199] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGHEST for action security_group_members [ 764.559199] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.559199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.559763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.559763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.559763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.559763] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.593985] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.664821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.665032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.665240] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e with status ACTIVE [ 764.665443] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.665577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.665688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.665897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.666014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.666226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.666396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.666487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.666650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.667839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.668115] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.668258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.668349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.668536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.668642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.668749] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f462ed0-62dd-4f2b-968b-6b2cdda0e29e is going to be updated. [ 764.687891] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.688137] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.688336] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.688501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.690328] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.690328] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.690328] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.690328] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.690328] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.690328] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.690328] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.690328] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.690328] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.690328] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.690328] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.690787] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.692505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.692671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.692816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.692982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.693168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.693351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f462ed0-62dd-4f2b-968b-6b2cdda0e29e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.709822] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.710704] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.710962] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.711184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.711499] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-a94a2ec7-7022-484e-98da-8c7568ff8bfb taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.715022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.715022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.715022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.715022] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94a2ec7-7022-484e-98da-8c7568ff8bfb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.062094] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.062331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.062569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.063201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.081996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.082495] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.082989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.083081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.083332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.083431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.083526] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 is going to be updated. [ 765.098782] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.108414] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.108626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.110792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.110945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.119608] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 in Status: IN_PROGRESS for 2s [ 765.216867] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.216867] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.216867] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.217102] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.217259] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.217416] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port a94a2ec7-7022-484e-98da-8c7568ff8bfb not found, creating... [ 765.217676] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.217836] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.217956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.218873] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.219503] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.219829] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.220015] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.220100] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.220319] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.220463] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.220609] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb is going to be created. [ 765.223875] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 765.223875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.223875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.225016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.225016] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.225016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.225016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.225016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.225016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.225016] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.242687] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.242687] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.242687] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.243137] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.243137] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.243309] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.605228] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.605228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.605228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.605228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.605228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.605228] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 765.632197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.632411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.632544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.632829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.633026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.643549] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 765.647735] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 765.647735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.729860] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.969356] env[62626]: INFO networking_nsxv3.common.synchronization [req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 req-7cb04110-ab00-4230-9a59-629daa3714b3 service nova] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 765.969356] env[62626]: INFO networking_nsxv3.common.synchronization [req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 req-7cb04110-ab00-4230-9a59-629daa3714b3 service nova] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 765.970918] env[62626]: INFO networking_nsxv3.common.synchronization [req-b61eb0cb-22c2-4ed8-bbfd-29f8d354d536 req-7cb04110-ab00-4230-9a59-629daa3714b3 service nova] Enqueued Resource ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb with Priority: HIGHEST for action port [ 765.970918] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 765.970918] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 765.970918] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb with Priority: HIGHEST for action port [ 765.970918] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.970918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.970918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.971484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.971484] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.972642] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.972766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.975355] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a94a2ec7-7022-484e-98da-8c7568ff8bfb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.975355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.975355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.975355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.975355] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94a2ec7-7022-484e-98da-8c7568ff8bfb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.233096] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.475762] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.475927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.477049] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a94a2ec7-7022-484e-98da-8c7568ff8bfb with status ACTIVE [ 766.477049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.477049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.477049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.477049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.477049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.477448] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.477448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.477448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.477612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.477612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.477759] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.477889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.477950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.478105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.478190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.478280] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb is going to be updated. [ 766.498238] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.498238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.498238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.498238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.498238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.498544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.735863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.736746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.736746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.736868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.737115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.737115] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be updated. [ 766.763965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.764119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.764189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.764398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.764573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.773255] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: IN_PROGRESS for 2s [ 767.132918] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 in Status: SUCCESS [ 767.134160] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 deletion is rescheduled due to dependency. [ 767.134160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.660779] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 767.661030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.661257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.661470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.661714] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.662858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.662858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.662858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.662858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.662858] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.165432] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.668013] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.783292] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 768.783586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.783764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.784020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.784219] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.784368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.784441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.784604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.784684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.784767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.784858] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.170169] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.170490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.170490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.170663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.170709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.170815] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 769.201282] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.201463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.201508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.201721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.201884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.210839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 769.288196] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.288330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.288407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.288647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.288822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.288967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.289023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.289221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.289312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.289402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.289540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.290096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.290096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.290096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.290096] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.290096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.290374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.290374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.290374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.290476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.290507] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.797022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 825e363d-38d9-4cb1-9b58-1682ed9e356e: rpc.has_security_group_logging(os_id): False [ 769.811828] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.812014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.812141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.812428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.829546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.829546] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.830193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.830193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.830193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.830193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.830193] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.830565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.830565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.830565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.830565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.830763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.830850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.830918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.831043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.831405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.831405] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be updated. [ 769.899040] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.899178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.899222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.899418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.899563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.915198] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: IN_PROGRESS for 2s [ 770.854690] env[62626]: INFO networking_nsxv3.common.synchronization [None req-e03f40d2-12b9-4d25-95d4-deeaca2d5cec tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_rules [ 770.854690] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_rules [ 770.854690] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.854690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.854690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.854690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.854690] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.983700] env[62626]: INFO networking_nsxv3.common.synchronization [None req-30e5b685-c596-43d1-940f-d06438462c40 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_rules [ 770.985211] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_rules [ 770.985729] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.985895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.223056] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 771.223316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.223491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.224095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.224295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.224423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.224485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.224626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.224699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.224780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.224916] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.395440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.395440] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b already deleted. [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.395440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.395440] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.730724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.731013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.731173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.731455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.731689] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.731856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.731970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.732219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.732372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.732523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.732733] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.732915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.733112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.734182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.734182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.734182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.734333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.734530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.734656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.734792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.734929] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.916810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.917149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.917149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.917256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.917315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.917450] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b already deleted. [ 771.917578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.928836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 771.929675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.237101] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda13561-79bd-471f-a13f-514eb8f475ee: rpc.has_security_group_logging(os_id): False [ 772.255516] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.255791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.255992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.273397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.274238] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.274238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.274238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.274238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.274238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.274488] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.274488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.274601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.274714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.274790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.274985] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.275100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.275155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.275713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.275713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.275713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 772.332812] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.332812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.332812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.332812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.332812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.350657] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 772.825096] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8912b2f2-fdcb-4a43-82db-b490b53cc4b3 None None] Enqueued Resource ID: e309b05e-f2b0-47fa-a1af-e4243bf460e5 with Priority: HIGHEST for action port [ 772.825721] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e309b05e-f2b0-47fa-a1af-e4243bf460e5 with Priority: HIGHEST for action port [ 772.826053] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e309b05e-f2b0-47fa-a1af-e4243bf460e5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.826177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e309b05e-f2b0-47fa-a1af-e4243bf460e5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.826240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e309b05e-f2b0-47fa-a1af-e4243bf460e5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.826665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e309b05e-f2b0-47fa-a1af-e4243bf460e5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.826756] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e309b05e-f2b0-47fa-a1af-e4243bf460e5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.330116] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e309b05e-f2b0-47fa-a1af-e4243bf460e5 [ 773.330116] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.330116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.330116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.330116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.330116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.330116] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e309b05e-f2b0-47fa-a1af-e4243bf460e5 already deleted. [ 773.330116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e309b05e-f2b0-47fa-a1af-e4243bf460e5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.525575] env[62626]: INFO networking_nsxv3.common.synchronization [req-bec097b3-94f7-4da7-921f-48dbb21d2d3a req-2386f014-a66f-4e18-8cb8-252b682c106d tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 773.526562] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 773.526889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.527033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.527102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.527362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.527520] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.527860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.527928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.528199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.528308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.528406] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.033817] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.033817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.033817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.033817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.033817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.034080] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.034080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.034246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.034286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.035714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.035714] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe already deleted. [ 774.035714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.079993] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.080221] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.080356] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.080696] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.080959] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.081152] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.081275] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.081556] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.081718] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.081934] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.082063] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.082178] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.082322] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.082425] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.082534] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.082667] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.102215] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.102467] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.103100] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.103436] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.103893] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.104192] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.105337] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.105337] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8d3736-9f7e-455d-a1a5-c1e98e08745d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.367971] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 774.368738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.608190] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608190] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.608329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.608697] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.609739] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port aa8d3736-9f7e-455d-a1a5-c1e98e08745d not found, creating... [ 774.609739] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.609739] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.609739] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.609925] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.609925] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.610708] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.610708] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.610708] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.610708] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.610931] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.610979] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: aa8d3736-9f7e-455d-a1a5-c1e98e08745d is going to be created. [ 774.632685] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.633035] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.633214] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.633580] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.634108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.634591] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.525124] env[62626]: INFO networking_nsxv3.common.synchronization [None req-92dbf83c-e8f7-49f2-9b28-e850b3f25e3b None None] Enqueued Resource ID: db624e0a-cb58-4a73-899a-1a7f2992321c with Priority: HIGHEST for action port [ 775.527866] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db624e0a-cb58-4a73-899a-1a7f2992321c with Priority: HIGHEST for action port [ 775.528133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-db624e0a-cb58-4a73-899a-1a7f2992321c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.528590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db624e0a-cb58-4a73-899a-1a7f2992321c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.528590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db624e0a-cb58-4a73-899a-1a7f2992321c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.529612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db624e0a-cb58-4a73-899a-1a7f2992321c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.533032] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db624e0a-cb58-4a73-899a-1a7f2992321c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.771496] env[62626]: INFO networking_nsxv3.common.synchronization [req-bec097b3-94f7-4da7-921f-48dbb21d2d3a req-68007192-8a7d-412e-b472-4842644dc1b7 service nova] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 775.771647] env[62626]: INFO networking_nsxv3.common.synchronization [req-bec097b3-94f7-4da7-921f-48dbb21d2d3a req-68007192-8a7d-412e-b472-4842644dc1b7 service nova] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 775.771808] env[62626]: INFO networking_nsxv3.common.synchronization [req-bec097b3-94f7-4da7-921f-48dbb21d2d3a req-68007192-8a7d-412e-b472-4842644dc1b7 service nova] Enqueued Resource ID: aa8d3736-9f7e-455d-a1a5-c1e98e08745d with Priority: HIGHEST for action port [ 775.772053] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 775.772181] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 775.772297] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d3736-9f7e-455d-a1a5-c1e98e08745d with Priority: HIGHEST for action port [ 775.772966] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.773944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.773944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.774207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.774328] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.775242] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.775439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.775635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.775760] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.775910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.776085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.777332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.777332] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.780738] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.781107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.781107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.781252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.781398] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8d3736-9f7e-455d-a1a5-c1e98e08745d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.938752] env[62626]: INFO networking_nsxv3.common.synchronization [None req-0b5ee310-cfe4-4416-a0a7-40b261a97958 None None] Enqueued Resource ID: 2a8943ce-5053-45bb-bdc7-ef4aabe8393d with Priority: HIGHEST for action port [ 775.938752] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8943ce-5053-45bb-bdc7-ef4aabe8393d with Priority: HIGHEST for action port [ 775.938752] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8943ce-5053-45bb-bdc7-ef4aabe8393d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.938752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8943ce-5053-45bb-bdc7-ef4aabe8393d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.938752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8943ce-5053-45bb-bdc7-ef4aabe8393d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.943226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8943ce-5053-45bb-bdc7-ef4aabe8393d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.943226] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8943ce-5053-45bb-bdc7-ef4aabe8393d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.943226] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 775.943226] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 775.943226] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 775.943719] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 775.943719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.943719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.943719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.944106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.944519] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.944701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.944701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.944842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.945048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.945048] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.946274] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.946411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.946487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.946666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.946812] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.946910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.946969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.947122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.947537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.947642] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.033645] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db624e0a-cb58-4a73-899a-1a7f2992321c [ 776.033889] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.034035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.034103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.034388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.034485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.034582] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db624e0a-cb58-4a73-899a-1a7f2992321c already deleted. [ 776.034664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db624e0a-cb58-4a73-899a-1a7f2992321c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.058899] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 776.060877] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 776.061206] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_rules [ 776.061447] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 776.061682] env[62626]: INFO networking_nsxv3.common.synchronization [req-4bc88e54-0791-46b1-a943-1499835e2406 req-5814024f-eda1-4277-8d3a-c3f204527210 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb with Priority: HIGHEST for action port [ 776.062520] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 776.062757] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_rules [ 776.062931] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb with Priority: HIGHEST for action port [ 776.063880] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 776.063880] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 776.063880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.063880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.064092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.064250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.064512] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.066610] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.066764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.066922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.067268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.067381] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.068769] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a94a2ec7-7022-484e-98da-8c7568ff8bfb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.068769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.068769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.070234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.070424] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94a2ec7-7022-484e-98da-8c7568ff8bfb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.077505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.077671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.078017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.078164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.283322] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.284432] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.284569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.284713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa8d3736-9f7e-455d-a1a5-c1e98e08745d with status ACTIVE [ 776.284872] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.284976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.285053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.285340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.288720] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.288720] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.288720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.288720] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa8d3736-9f7e-455d-a1a5-c1e98e08745d is going to be updated. [ 776.313420] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.313809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.313890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.314123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.314265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.314533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8d3736-9f7e-455d-a1a5-c1e98e08745d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.441880] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a8943ce-5053-45bb-bdc7-ef4aabe8393d [ 776.446019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.446019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.446019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.446019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.446019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.446019] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a8943ce-5053-45bb-bdc7-ef4aabe8393d already deleted. [ 776.446019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8943ce-5053-45bb-bdc7-ef4aabe8393d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.447187] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.450023] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.567412] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.567738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.579019] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a94a2ec7-7022-484e-98da-8c7568ff8bfb with status ACTIVE [ 776.579019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.579019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.579019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.579019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.579019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.579336] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.579336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.579336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.579449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.579485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.579659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.579740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.579797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.579925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.579992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.580081] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb is going to be updated. [ 776.583291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.583291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.602726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.602726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.602726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.606183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.608115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.608115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.791642] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.951238] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.954904] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.299669] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.299669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.299903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.300012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.300084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.300210] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be created. [ 777.330292] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.330292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.330292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.330292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.330292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.340066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: UNINITIALIZED for 2s [ 777.456197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.456197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.456197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.456197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.456197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.456197] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 is going to be created. [ 777.459430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.459430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.459430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.459430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.459430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.459430] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 777.481379] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.481379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.481379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.481379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.481379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.491764] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: UNINITIALIZED for 2s [ 777.496111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.496111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.496111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.496111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.496111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.502035] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 777.617919] env[62626]: INFO networking_nsxv3.common.synchronization [None req-565a1587-4600-43d0-aea3-994f06fd0312 None None] Enqueued Resource ID: 70deb492-0a9f-4e0b-b3cd-ca8e82d55cea with Priority: HIGHEST for action port [ 777.617919] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70deb492-0a9f-4e0b-b3cd-ca8e82d55cea with Priority: HIGHEST for action port [ 777.617919] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-70deb492-0a9f-4e0b-b3cd-ca8e82d55cea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.617919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70deb492-0a9f-4e0b-b3cd-ca8e82d55cea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.617919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70deb492-0a9f-4e0b-b3cd-ca8e82d55cea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.618841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70deb492-0a9f-4e0b-b3cd-ca8e82d55cea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.621505] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70deb492-0a9f-4e0b-b3cd-ca8e82d55cea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.928635] env[62626]: INFO networking_nsxv3.common.synchronization [None req-24835851-06d0-45bc-a088-5de5efcd2743 None None] Enqueued Resource ID: 3e8ca752-dda6-4ffe-95ac-7a9881dc70ac with Priority: HIGHEST for action port [ 777.928777] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca752-dda6-4ffe-95ac-7a9881dc70ac with Priority: HIGHEST for action port [ 777.929412] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8ca752-dda6-4ffe-95ac-7a9881dc70ac taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.929542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8ca752-dda6-4ffe-95ac-7a9881dc70ac" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.929612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8ca752-dda6-4ffe-95ac-7a9881dc70ac" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.929867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8ca752-dda6-4ffe-95ac-7a9881dc70ac" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.929948] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8ca752-dda6-4ffe-95ac-7a9881dc70ac',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.124385] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70deb492-0a9f-4e0b-b3cd-ca8e82d55cea [ 778.124649] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.125241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.125241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.125422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.125422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.125491] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70deb492-0a9f-4e0b-b3cd-ca8e82d55cea already deleted. [ 778.125523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70deb492-0a9f-4e0b-b3cd-ca8e82d55cea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.434111] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e8ca752-dda6-4ffe-95ac-7a9881dc70ac [ 778.434111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.434111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.434111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.434111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.434111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.434111] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e8ca752-dda6-4ffe-95ac-7a9881dc70ac already deleted. [ 778.434111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8ca752-dda6-4ffe-95ac-7a9881dc70ac" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.353311] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 779.353608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.353775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.354289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.354383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.354509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.354594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.354780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.354879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.354967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.355099] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.500959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: SUCCESS [ 779.501288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.501458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.501712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.501897] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.502035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.502119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.502322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.502431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.502551] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.510699] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.515061] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.515061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.515061] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.858045] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.006977] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.018100] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.220217] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b116d113-0b80-4239-8908-e325fe4fc30f None None] Enqueued Resource ID: ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a with Priority: HIGHEST for action port [ 780.220501] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a with Priority: HIGHEST for action port [ 780.221151] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.221235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.221340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.223035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.223035] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.360833] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4596fff2-79f0-41b9-b11a-35e704c0dfbe: rpc.has_security_group_logging(os_id): False [ 780.380244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.380244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.380244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.380244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.380244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.380244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.381180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.381180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.381180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.381180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.381180] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be created. [ 780.438705] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.439260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.439260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.439535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.440294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.448790] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 780.512868] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.523616] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.729025] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a [ 780.729025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.729025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.729025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.729320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.729320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.729320] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a already deleted. [ 780.729320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebfe8ec2-d8e6-4dcd-a5ff-a0a6b059f69a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.014731] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.014942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.015193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.017037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.017037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.017037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 is going to be updated. [ 781.025785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.025934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.026086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.026237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.026399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.026510] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 781.060507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.060507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.060507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.060772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.060942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.062696] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.062829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.062871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.063085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.063346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.072338] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: IN_PROGRESS for 2s [ 781.073027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 782.461330] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 782.461600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.981408] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 782.981672] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 782.981828] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_members [ 782.983705] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 782.983897] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 782.984090] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_members [ 782.984503] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.984610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.984851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.984987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.985731] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6df50d-207f-455e-8eeb-c32307ca3255 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.985890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.985957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.986854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.987196] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.987353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.987433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.987651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.987754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.987942] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.084503] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 783.084774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.085856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: SUCCESS [ 783.086117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.086427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.086834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.086891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.087353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.087353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.087526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.087526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.087602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.087699] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.088824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.089086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.089822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.090112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.090112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.090266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.090393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.090511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.090642] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.092190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.096494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.096803] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.096957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.097682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.097682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.097682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.097682] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.098807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.098997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.099201] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.099351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.099500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.099893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.100028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.100152] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.112226] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_rules [ 783.112886] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_members [ 783.112886] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 783.112886] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 783.112886] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_rules [ 783.113252] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 783.114449] env[62626]: INFO networking_nsxv3.common.synchronization [req-69210382-20c4-4add-a58a-73a3308ca307 req-dd14d9f1-5595-4f7a-a42b-a3299fec319b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb with Priority: HIGHEST for action port [ 783.114449] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_rules [ 783.116213] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_rules [ 783.116469] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 783.116580] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb with Priority: HIGHEST for action port [ 783.116676] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_rules [ 783.116777] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_members [ 783.116842] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 783.117565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6df50d-207f-455e-8eeb-c32307ca3255 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.117739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.117812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.118034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.118841] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.120286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.120712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.121030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.121152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.121659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a94a2ec7-7022-484e-98da-8c7568ff8bfb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.123330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.123442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.123627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.123712] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a94a2ec7-7022-484e-98da-8c7568ff8bfb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.124717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.124836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.125016] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6df50d-207f-455e-8eeb-c32307ca3255 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.125115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.125365] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.125468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.490611] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.592794] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.592982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.602369] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.603452] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.607454] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.627669] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6df50d-207f-455e-8eeb-c32307ca3255 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.627793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.631342] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a94a2ec7-7022-484e-98da-8c7568ff8bfb with status ACTIVE [ 783.631617] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.631705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.631757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.631932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.632391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.632391] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.632391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.632391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.632736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.632736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.632736] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.632867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.632867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.632960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.633044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.633125] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a94a2ec7-7022-484e-98da-8c7568ff8bfb is going to be updated. [ 783.653243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.653243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.653243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.653243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.653243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.653882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a94a2ec7-7022-484e-98da-8c7568ff8bfb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.994038] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.104868] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.108446] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9404497-5e79-40e5-a973-5ac8b4e1ec66: rpc.has_security_group_logging(os_id): False [ 784.108446] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.132020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.132020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.132020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.132020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 is going to be created. [ 784.187918] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.187918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.187918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.187918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.187918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.198100] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: IN_PROGRESS for 2s [ 784.496739] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.497204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.497204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.497405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.497405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.497561] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 is going to be created. [ 784.520028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.520171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.520240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.520437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.520691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.528793] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 in Status: UNINITIALIZED for 2s [ 784.615021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.615234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.616632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.616632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.616632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.616632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 784.617316] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.617438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.617507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.617681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.617779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.617843] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 is going to be updated. [ 784.653380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.654223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.654223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.654223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.654223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.662843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.663078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.663078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.663284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.663423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.672039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 784.672165] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: IN_PROGRESS for 2s [ 784.674245] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d432ab3a-d461-46b6-8c35-9a5823dbe263 None None] Enqueued Resource ID: e6b2b41a-f518-4700-8797-3fa01b4b5099 with Priority: HIGHEST for action port [ 784.674432] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b2b41a-f518-4700-8797-3fa01b4b5099 with Priority: HIGHEST for action port [ 784.675594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b2b41a-f518-4700-8797-3fa01b4b5099 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.675808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b2b41a-f518-4700-8797-3fa01b4b5099" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.676732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b2b41a-f518-4700-8797-3fa01b4b5099" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.676732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b2b41a-f518-4700-8797-3fa01b4b5099" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.676732] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b2b41a-f518-4700-8797-3fa01b4b5099',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.180600] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6b2b41a-f518-4700-8797-3fa01b4b5099 [ 785.180600] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.180600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.180600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.180600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.180600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.180600] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6b2b41a-f518-4700-8797-3fa01b4b5099 already deleted. [ 785.180600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b2b41a-f518-4700-8797-3fa01b4b5099" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.625546] env[62626]: INFO networking_nsxv3.common.synchronization [req-11a13d56-1fe5-4ea2-9067-194735259493 req-32097d35-6922-49a3-8a34-1c48450f6603 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_members [ 785.626120] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_members [ 785.626616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.626764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.630122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.630122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.630122] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.630122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.630122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.630122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.630122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.630122] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.134505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.134669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.134719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.134953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.135891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.135891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.135891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.135891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.135891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.135891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.135891] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 already deleted. [ 786.135891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.185819] env[62626]: INFO networking_nsxv3.common.synchronization [req-d5681bba-e34d-4052-b792-75ff0ad1b67c req-239340e8-d76f-49c8-a4fe-3f8105f5567b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 786.185944] env[62626]: INFO networking_nsxv3.common.synchronization [req-d5681bba-e34d-4052-b792-75ff0ad1b67c req-239340e8-d76f-49c8-a4fe-3f8105f5567b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 786.186817] env[62626]: INFO networking_nsxv3.common.synchronization [req-d5681bba-e34d-4052-b792-75ff0ad1b67c req-239340e8-d76f-49c8-a4fe-3f8105f5567b tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_members [ 786.186817] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 with Priority: HIGHEST for action security_group_members [ 786.186817] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 786.186929] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 with Priority: HIGHEST for action security_group_members [ 786.188762] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9404497-5e79-40e5-a973-5ac8b4e1ec66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.188865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.189285] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.189616] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6df50d-207f-455e-8eeb-c32307ca3255 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.211968] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: SUCCESS [ 786.212350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.212621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.212941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.213086] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.239386] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.239386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.239386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.239386] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.240528] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.240528] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.240648] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.241424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.241424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.241424] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.241424] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.241622] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.241622] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.241691] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.244525] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.244525] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.264346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.264719] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.264995] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.265341] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-106" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.266026] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-93f65331-8c2c-47e8-9a57-737bf315f750 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.266175] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.266377] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.266889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.267159] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f65331-8c2c-47e8-9a57-737bf315f750',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.540272] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 in Status: SUCCESS [ 786.540546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.540943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.541583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.541583] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.541583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.541583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.541999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.542155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.542416] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.717136] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 in Status: SUCCESS [ 786.717451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.718487] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 786.718736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.718954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.719204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.719491] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.719585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.719674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.719852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.719956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.720195] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.721147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.721310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.722305] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.722433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.722501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.722717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.722803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.723141] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.742119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.742119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.742119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.742119] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 is going to be deleted. [ 786.771247] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.771478] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.771624] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.771922] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.772126] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.772301] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 93f65331-8c2c-47e8-9a57-737bf315f750 not found, creating... [ 786.772619] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.772785] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.772928] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.773256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.773434] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.773879] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.774684] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.774849] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.775089] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.775233] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.775413] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 93f65331-8c2c-47e8-9a57-737bf315f750 is going to be created. [ 786.786623] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.786749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.786908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.787183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.787305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.787470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.794131] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.794433] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.794574] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.794826] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.795088] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.795317] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.921468] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b3c72801-07a1-433a-b71e-3c88dff2c432 None None] Enqueued Resource ID: af69b0b9-3922-41fe-b685-61bda9836449 with Priority: HIGHEST for action port [ 786.921978] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af69b0b9-3922-41fe-b685-61bda9836449 with Priority: HIGHEST for action port [ 786.922319] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-af69b0b9-3922-41fe-b685-61bda9836449 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.922441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af69b0b9-3922-41fe-b685-61bda9836449" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.922506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af69b0b9-3922-41fe-b685-61bda9836449" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.922753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af69b0b9-3922-41fe-b685-61bda9836449" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.922829] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af69b0b9-3922-41fe-b685-61bda9836449',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.049109] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.049265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.049317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.049535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.049625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.049810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.049902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.049962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.050118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.050191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.050275] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 is going to be deleted. [ 787.078914] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.079061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.079130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.079437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.079573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.079676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.079823] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.079991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.080165] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.080262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.080330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.080707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.080707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.080707] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.225970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.225970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.225970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.226397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.226566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.227246] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.227393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.227551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.228391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.228808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.229051] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 is going to be deleted. [ 787.231318] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.270257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.270257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.270257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.270257] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9404497-5e79-40e5-a973-5ac8b4e1ec66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.427505] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af69b0b9-3922-41fe-b685-61bda9836449 [ 787.428310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.428310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.428310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.428310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.429459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.429459] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af69b0b9-3922-41fe-b685-61bda9836449 already deleted. [ 787.429459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af69b0b9-3922-41fe-b685-61bda9836449" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.585228] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.585228] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.585228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.585506] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 already deleted. [ 787.585506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.585506] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.586440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.586916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.586916] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.586916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.587046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.590897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.590897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.590897] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.734569] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.774905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.774905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.774905] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9404497-5e79-40e5-a973-5ac8b4e1ec66 already deleted. [ 787.774905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9404497-5e79-40e5-a973-5ac8b4e1ec66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.818130] env[62626]: INFO networking_nsxv3.common.synchronization [req-11a13d56-1fe5-4ea2-9067-194735259493 req-8d6522a2-fb0f-415c-8697-0b6bb8c1099d service nova] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_rules [ 787.818130] env[62626]: INFO networking_nsxv3.common.synchronization [req-11a13d56-1fe5-4ea2-9067-194735259493 req-8d6522a2-fb0f-415c-8697-0b6bb8c1099d service nova] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_members [ 787.818130] env[62626]: INFO networking_nsxv3.common.synchronization [req-11a13d56-1fe5-4ea2-9067-194735259493 req-8d6522a2-fb0f-415c-8697-0b6bb8c1099d service nova] Enqueued Resource ID: 93f65331-8c2c-47e8-9a57-737bf315f750 with Priority: HIGHEST for action port [ 787.818130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_rules [ 787.818130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_members [ 787.818130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f65331-8c2c-47e8-9a57-737bf315f750 with Priority: HIGHEST for action port [ 787.818130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.818130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.818130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.819191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.819425] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.820814] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.821235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.821442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.821690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.821933] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.822268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.822569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.823043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.823043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.823043] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.824810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f65331-8c2c-47e8-9a57-737bf315f750 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.825792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.825792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.825792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.825792] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f65331-8c2c-47e8-9a57-737bf315f750',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.089168] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a6df50d-207f-455e-8eeb-c32307ca3255',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.090576] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.090709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.090779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.091533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.091533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.091533] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.091533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.091533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.091533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.091742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.091742] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 already deleted. [ 788.091742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.239525] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.239690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.239761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.239977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.240663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.240663] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 788.279029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.279029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.279029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.279701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.279858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.287811] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 788.325038] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.327490] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f65331-8c2c-47e8-9a57-737bf315f750 with status ACTIVE [ 788.327680] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.327765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.327972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.328647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.328647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.328647] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.328647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.328647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.328647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.329036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.329036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.329036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.329036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.329243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.329243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.329340] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f65331-8c2c-47e8-9a57-737bf315f750 is going to be updated. [ 788.330596] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.330683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.348949] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.349115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.349177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.349374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.349538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.349711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f65331-8c2c-47e8-9a57-737bf315f750" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.593096] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a6df50d-207f-455e-8eeb-c32307ca3255: rpc.has_security_group_logging(os_id): False [ 788.613128] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.613128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.613235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.613413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.613509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.613721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.613820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.613874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.614011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.614087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.614742] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 is going to be created. [ 788.630157] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7a6df50d-207f-455e-8eeb-c32307ca3255], does not exist path=[/infra/domains/default/groups/7a6df50d-207f-455e-8eeb-c32307ca3255]."\n}' [ 788.630323] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a6df50d-207f-455e-8eeb-c32307ca3255 [ 788.630416] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 788.661204] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.661466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.661519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.661764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.662681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.662963] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.663099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.663198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.663335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.663434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.663657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.663792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.663835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.663996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.664083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.664197] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6df50d-207f-455e-8eeb-c32307ca3255 is going to be created. [ 788.679619] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7a6df50d-207f-455e-8eeb-c32307ca3255], does not exist path=[/infra/domains/default/groups/7a6df50d-207f-455e-8eeb-c32307ca3255]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a6df50d-207f-455e-8eeb-c32307ca3255 [ 788.679812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6df50d-207f-455e-8eeb-c32307ca3255" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.680330] env[62626]: Traceback (most recent call last): [ 788.680371] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 788.680371] env[62626]: return func(*args, **kwargs) [ 788.680371] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.680371] env[62626]: res.raise_for_status() [ 788.680371] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 788.680371] env[62626]: raise HTTPError(http_error_msg, response=self) [ 788.680371] env[62626]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a6df50d-207f-455e-8eeb-c32307ca3255 [ 788.680371] env[62626]: During handling of the above exception, another exception occurred: [ 788.680371] env[62626]: Traceback (most recent call last): [ 788.680603] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 788.680603] env[62626]: listener.cb(fileno) [ 788.680603] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 788.680603] env[62626]: result = function(*args, **kwargs) [ 788.680603] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 788.680603] env[62626]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 788.680603] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 788.680603] env[62626]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 788.680603] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 788.680603] env[62626]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 788.680603] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.680603] env[62626]: res.raise_for_status() [ 788.680603] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 788.680603] env[62626]: raise HTTPError(http_error_msg, response=self) [ 788.680603] env[62626]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a6df50d-207f-455e-8eeb-c32307ca3255 [ 788.680603] env[62626]: Removing descriptor: 62 [ 788.826932] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.329235] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.329451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.329508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.329745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.329838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.329955] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 is going to be created. [ 789.351796] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.352589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.352589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.352589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.352589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.361302] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 in Status: UNINITIALIZED for 2s [ 790.300018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.300018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.300018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.300018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.300018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.300746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.300746] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.301368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.301697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.302969] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.302969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.302969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.302969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.302969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.302969] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.492184] env[62626]: INFO networking_nsxv3.common.synchronization [req-1aeb60af-9f3d-422f-a506-9134e2bd69cd req-889049d2-6a8f-44cb-b490-aadabbfed8a2 tempest-ListImageFiltersTestJSON-1163247919 tempest-ListImageFiltersTestJSON-1163247919-project-member] Enqueued Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 790.493069] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49edde05-b29e-4380-b139-afbc77f5c256 with Priority: HIGHEST for action security_group_members [ 790.493552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-49edde05-b29e-4380-b139-afbc77f5c256 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.493552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.493722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.493810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.493965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.494078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.494139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.494291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.494811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.494811] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49edde05-b29e-4380-b139-afbc77f5c256',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.803756] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda13561-79bd-471f-a13f-514eb8f475ee: rpc.has_security_group_logging(os_id): False [ 790.804945] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.821288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.821446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.821540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.821753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.837915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.838167] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.838280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.838349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.838534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.838619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.838857] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.838984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.839179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.839238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.839275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.839469] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.839563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.839623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.840385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.840385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.840385] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 790.894194] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.894395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.894728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.894796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.894926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.910109] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 790.997132] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.997305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.997351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.997588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.031114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.031114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.031114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.031114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.031396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.031396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.031396] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 is going to be updated. [ 791.065743] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.065939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.066011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.066743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.078290] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: IN_PROGRESS for 2s [ 791.311433] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.371834] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 in Status: SUCCESS [ 791.372091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.372267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.372509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.372710] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.372830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.372899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.373796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.373796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.373796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.373923] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.816487] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.816487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.816487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.816487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.816487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.816487] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 791.840991] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.841147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.841203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.841377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.841521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.852597] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 791.876572] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.380186] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a2c33a8-6a8e-4134-99e8-9e1c74118375: rpc.has_security_group_logging(os_id): False [ 792.401517] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.401699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.401894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.402214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.402742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.403642] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.403914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.404195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.404969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.405621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.405829] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 is going to be created. [ 792.463414] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.463599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.463670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.463877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.464070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.474037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 in Status: IN_PROGRESS for 2s [ 792.778183] env[62626]: INFO networking_nsxv3.common.synchronization [None req-17c9a693-77be-44f8-bf83-0848377b8e9f tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_rules [ 792.778183] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_rules [ 792.779818] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.779818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.779818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.779818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.779818] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.885278] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d3e9c5c0-24c3-4fd9-9bb4-27404794181f tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_rules [ 792.885865] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_rules [ 792.886109] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.886213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.928060] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 792.928280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.928492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.928731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.928822] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.090452] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49edde05-b29e-4380-b139-afbc77f5c256 in Status: SUCCESS [ 793.090452] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49edde05-b29e-4380-b139-afbc77f5c256 deletion is rescheduled due to dependency. [ 793.090452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49edde05-b29e-4380-b139-afbc77f5c256" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.298139] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.299554] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 already deleted. [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.299554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.299554] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.431743] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.432076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.822440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.822440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.822440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.822440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.822440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.822440] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 already deleted. [ 793.822440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.861367] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.861367] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.861367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.861367] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.364737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.364944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.365046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.365298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.365477] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.365577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.365642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.365817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.365909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.365997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.366177] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.366320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.366439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.366505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.366692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.366810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.366876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.367064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.367180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.367306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.367417] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.487291] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 in Status: SUCCESS [ 794.487291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.871752] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda13561-79bd-471f-a13f-514eb8f475ee: rpc.has_security_group_logging(os_id): False [ 794.889636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.889862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.889862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.890128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.890174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.890334] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.890427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.890489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.890631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.890708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.890900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.891022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.891059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.891191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.891259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.891439] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.891531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.891590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.891725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.891798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.891879] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 794.947288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.947422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.947459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.947661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.947806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.962678] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 795.133802] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b7861edd-08bb-4f81-a4c1-2516d453e907 None None] Enqueued Resource ID: dbaab3b4-a5e3-4599-9105-8a6e6725f030 with Priority: HIGHEST for action port [ 795.134056] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaab3b4-a5e3-4599-9105-8a6e6725f030 with Priority: HIGHEST for action port [ 795.134657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbaab3b4-a5e3-4599-9105-8a6e6725f030 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.134787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbaab3b4-a5e3-4599-9105-8a6e6725f030" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.134857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbaab3b4-a5e3-4599-9105-8a6e6725f030" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.135134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbaab3b4-a5e3-4599-9105-8a6e6725f030" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.135221] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbaab3b4-a5e3-4599-9105-8a6e6725f030',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.638412] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbaab3b4-a5e3-4599-9105-8a6e6725f030 [ 795.638711] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.638822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.638883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.639126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.639222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.639315] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbaab3b4-a5e3-4599-9105-8a6e6725f030 already deleted. [ 795.639401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbaab3b4-a5e3-4599-9105-8a6e6725f030" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.049777] env[62626]: INFO networking_nsxv3.common.synchronization [None req-cbfb62e3-4670-4292-af4e-510fb608f3ed tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_rules [ 796.050418] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_rules [ 796.051250] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.051250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.051250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.051250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.051250] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.132019] env[62626]: INFO networking_nsxv3.common.synchronization [None req-6135c3db-dbd3-4595-9093-1d392f312163 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_rules [ 796.132737] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_rules [ 796.132854] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.132960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.576546] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.576546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.576546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.576696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.576734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.576832] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a already deleted. [ 796.576912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.577079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.577412] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.814686] env[62626]: INFO networking_nsxv3.common.synchronization [req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba req-e0cbbfc4-f68d-4c41-a5d1-5ca7fa39caf9 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 796.815255] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 796.816025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.816025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.816025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.816025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.817377] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.817542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.818599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.818694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.818795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.818897] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.980528] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 796.980528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.097938] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.098145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.098204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.098374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.098462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.098557] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a already deleted. [ 797.098649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.225098] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.225098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.225098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.225098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.225098] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.225571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.225571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.226960] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.226960] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.226960] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.226960] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.226960] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.226960] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.226960] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.226960] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.227352] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.244362] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.244618] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.244694] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.244870] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.245212] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f4eea272-9117-460b-baf1-de09521bedd4 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.245395] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.245520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.249021] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.249021] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4eea272-9117-460b-baf1-de09521bedd4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.321421] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.680836] env[62626]: INFO networking_nsxv3.common.synchronization [None req-2dbc8d3a-001f-4887-a3ee-6f4f677d41b2 None None] Enqueued Resource ID: ba2bf3d4-378a-4889-8bc2-20ebe6a3a085 with Priority: HIGHEST for action port [ 797.681372] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2bf3d4-378a-4889-8bc2-20ebe6a3a085 with Priority: HIGHEST for action port [ 797.681663] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba2bf3d4-378a-4889-8bc2-20ebe6a3a085 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.681782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba2bf3d4-378a-4889-8bc2-20ebe6a3a085" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.681849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba2bf3d4-378a-4889-8bc2-20ebe6a3a085" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.682647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba2bf3d4-378a-4889-8bc2-20ebe6a3a085" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.682689] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2bf3d4-378a-4889-8bc2-20ebe6a3a085',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.748653] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.751342] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.751518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.751810] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.751968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.752157] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f4eea272-9117-460b-baf1-de09521bedd4 not found, creating... [ 797.752435] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.752650] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.752722] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.752943] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.753098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.753388] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.753548] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.753668] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.753888] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.754035] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.754182] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f4eea272-9117-460b-baf1-de09521bedd4 is going to be created. [ 797.773489] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.773714] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.773854] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.774130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.774371] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.774590] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.823664] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.184471] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba2bf3d4-378a-4889-8bc2-20ebe6a3a085 [ 798.184697] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.184829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.184902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.185130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.185220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.185314] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba2bf3d4-378a-4889-8bc2-20ebe6a3a085 already deleted. [ 798.185395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba2bf3d4-378a-4889-8bc2-20ebe6a3a085" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.326146] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.326355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.326441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.326727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.326821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.326924] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 798.357229] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.357229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.357229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.357229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.357229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.361882] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 798.538936] env[62626]: INFO networking_nsxv3.common.synchronization [req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba req-0b732abd-a685-4150-b049-cfbc15335113 service nova] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_rules [ 798.539105] env[62626]: INFO networking_nsxv3.common.synchronization [req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba req-0b732abd-a685-4150-b049-cfbc15335113 service nova] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 798.539251] env[62626]: INFO networking_nsxv3.common.synchronization [req-971bc0ac-ee2b-483b-8714-e2d2f6a14aba req-0b732abd-a685-4150-b049-cfbc15335113 service nova] Enqueued Resource ID: f4eea272-9117-460b-baf1-de09521bedd4 with Priority: HIGHEST for action port [ 798.539488] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_rules [ 798.539615] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 798.539710] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4eea272-9117-460b-baf1-de09521bedd4 with Priority: HIGHEST for action port [ 798.540272] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.541610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.541735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.541960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.542178] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.544912] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.545397] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4eea272-9117-460b-baf1-de09521bedd4 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.545702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.545989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.546171] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4eea272-9117-460b-baf1-de09521bedd4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.048714] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.048997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.049041] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4eea272-9117-460b-baf1-de09521bedd4 with status ACTIVE [ 799.049215] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.049322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.049388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.049602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.049691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.049860] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.049953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.050022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.050178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.050253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.050435] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.050528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.050588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.050725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.050798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.050880] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4eea272-9117-460b-baf1-de09521bedd4 is going to be updated. [ 799.073694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.073814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.073901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.074123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.074323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.074485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4eea272-9117-460b-baf1-de09521bedd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.469092] env[62626]: INFO networking_nsxv3.common.synchronization [req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 req-2d1556f8-69a1-4edc-9851-d8aa1e40daf8 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 799.469631] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 799.469932] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.470243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.470317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.470518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.470676] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.470775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.470839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.471197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.471314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.471411] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.974684] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.239450] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.239726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.239880] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.240069] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.240667] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.240667] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.240667] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.240897] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.240942] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.242297] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.242297] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.242297] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.242297] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.242297] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.242297] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.242791] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.259554] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.259723] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.259859] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.260058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.260403] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.260618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.260750] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.261078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.261209] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.325189] env[62626]: INFO networking_nsxv3.common.synchronization [req-4276df74-89b3-43c4-b311-bddcc878108c req-7faae3df-de2b-4376-a8cf-efc06eb00059 tempest-VolumesAdminNegativeTest-1973448295 tempest-VolumesAdminNegativeTest-1973448295-project-member] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_members [ 800.325677] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGHEST for action security_group_members [ 800.326077] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.326179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.326179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.326614] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.326716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.326779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.327199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.327275] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.371421] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 800.371647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.372078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.372283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.372454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.372560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.372624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.372938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.373024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.373119] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.481309] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.764636] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.764636] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.764636] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.764636] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.764940] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.764998] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 not found, creating... [ 800.765278] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.765447] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.765569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.765798] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.765941] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.766234] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.766513] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.766653] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.766865] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.767011] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.767166] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 is going to be created. [ 800.786368] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.786627] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.786813] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.787188] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.787456] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.787861] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.829559] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.829717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.829798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.830074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.849244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.849506] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.849706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.849776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.849989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.850111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.850207] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea is going to be updated. [ 800.874975] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.887264] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.887410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.887452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.887654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.887792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.900836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: IN_PROGRESS for 2s [ 800.984501] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.984662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.984750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.984980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.985101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.985231] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 801.011881] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.012070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.012124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.012353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.012858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.021348] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 801.377043] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.498984] env[62626]: INFO networking_nsxv3.common.synchronization [req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 req-e15f75be-dee9-4eb7-b78c-d25291440f86 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 801.499492] env[62626]: INFO networking_nsxv3.common.synchronization [req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 req-e15f75be-dee9-4eb7-b78c-d25291440f86 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 801.499492] env[62626]: INFO networking_nsxv3.common.synchronization [req-a341eb6d-7e8b-45a5-b253-bf2ebd8d4bc8 req-e15f75be-dee9-4eb7-b78c-d25291440f86 service nova] Enqueued Resource ID: a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 with Priority: HIGHEST for action port [ 801.499726] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 801.499726] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 801.499823] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 with Priority: HIGHEST for action port [ 801.500431] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.500584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.500649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.500863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.500947] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.502652] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.502772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.502943] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.503062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.503119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.503303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.503377] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.879772] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.879932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.880020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.880237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.880331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.880430] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 801.906347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.906509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.906557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.906764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.906906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.915324] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 802.005199] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.005352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.006762] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 with status ACTIVE [ 802.006977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.007189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.007189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.007436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.007540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.007721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.007829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.007901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.008088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.008186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.008395] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.008499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.008560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.008720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.008815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.008901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7 is going to be updated. [ 802.029871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.030032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.030081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.030271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.030404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.030557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1647c6d-e6d8-4660-a1ec-0a4a4fef4bd7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.912761] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f277df8-23ad-4721-8e23-ef87e734caea in Status: SUCCESS [ 802.912761] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea deletion is rescheduled due to dependency. [ 802.912761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.030473] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 803.030686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.030843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.031066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.031247] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.031357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.031421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.031568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.031647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.031738] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.534908] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.930488] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 803.930775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.930860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.931078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.931266] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.931380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.931447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.931596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.931677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.931761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.931850] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.037948] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.435634] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.435883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.436010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.436443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.436610] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.436778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.436885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.437140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.437283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.437450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.437675] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.437831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.437946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.438193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.438434] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.438591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.438690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.438914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.439069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.439206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.439339] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.541071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.541071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.541071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.541071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.541071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.541071] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 804.568296] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.568436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.568509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.568843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.568843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.576836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 804.590473] env[62626]: INFO networking_nsxv3.common.synchronization [req-da473a32-fde2-406a-b324-acd88e0571f5 req-3063c165-f6e2-4843-ba70-b357f70b1870 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_members [ 804.590729] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_members [ 804.591289] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.591416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.591478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.591728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.591882] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.591980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.592056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.592206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.592288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.592380] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.870125] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.870974] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.870974] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.871078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.871346] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.871634] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.871694] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.872504] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.872504] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.872504] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.872504] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.872504] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.872741] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.872741] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.872741] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.872872] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.891643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.891643] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.891643] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.891643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-364" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.891968] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-c9c13a96-3094-4586-8cff-46e56d589af8 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.892198] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.892438] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.892757] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.893026] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9c13a96-3094-4586-8cff-46e56d589af8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.941251] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cd5fc5-643b-4b60-9b60-3b40717e0bfc: rpc.has_security_group_logging(os_id): False [ 804.957761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.957940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.957984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.958207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.974613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.974968] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.975202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.975330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.975540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.975663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.975895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.976101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.976408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.976611] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.976779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.977038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.977130] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 805.041974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.042140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.042213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.042417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.042563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.057408] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 805.094054] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.094223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.094297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.094536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.095055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.095055] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.095055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.095055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.095241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.095241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.095503] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b already deleted. [ 805.095503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.396148] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.396454] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.397271] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.397271] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.397271] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.397271] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port c9c13a96-3094-4586-8cff-46e56d589af8 not found, creating... [ 805.397454] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.397632] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.397735] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.397956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.398112] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.398407] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.398567] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.398687] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.398894] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.399047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.399223] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: c9c13a96-3094-4586-8cff-46e56d589af8 is going to be created. [ 805.418834] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.419099] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.419279] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.419606] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.419883] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.420126] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.161787] env[62626]: INFO networking_nsxv3.common.synchronization [req-da473a32-fde2-406a-b324-acd88e0571f5 req-04eb96d9-c2c3-493d-a5e0-a377ba2e520d service nova] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_rules [ 806.162098] env[62626]: INFO networking_nsxv3.common.synchronization [req-da473a32-fde2-406a-b324-acd88e0571f5 req-04eb96d9-c2c3-493d-a5e0-a377ba2e520d service nova] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_members [ 806.165027] env[62626]: INFO networking_nsxv3.common.synchronization [req-da473a32-fde2-406a-b324-acd88e0571f5 req-04eb96d9-c2c3-493d-a5e0-a377ba2e520d service nova] Enqueued Resource ID: c9c13a96-3094-4586-8cff-46e56d589af8 with Priority: HIGHEST for action port [ 806.165027] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_rules [ 806.165027] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_members [ 806.165027] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c13a96-3094-4586-8cff-46e56d589af8 with Priority: HIGHEST for action port [ 806.165027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.165364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.165364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.165421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.165744] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.166329] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.166444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.166512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.166677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.166819] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.166912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.167010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.167127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.167213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.167304] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.168092] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9c13a96-3094-4586-8cff-46e56d589af8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.168194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.168263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.168408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.168491] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9c13a96-3094-4586-8cff-46e56d589af8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.586028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 806.586281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.586475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.586711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.586903] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.587038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.587157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.587284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.587394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.587485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.587588] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.670665] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.671758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.671887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.672247] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9c13a96-3094-4586-8cff-46e56d589af8 with status ACTIVE [ 806.672421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.672531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.672597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.672791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.672878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.673060] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.673164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.673244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.673408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.673488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.673696] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.673771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.673820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.673946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.674060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.674232] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9c13a96-3094-4586-8cff-46e56d589af8 is going to be updated. [ 806.693745] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.693910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.694136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.694232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.694291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.694445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9c13a96-3094-4586-8cff-46e56d589af8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.071187] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 807.071446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.090139] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.090799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.090799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.090799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.090984] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.091173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.091279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.091443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.091550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.091667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.091860] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.092024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.092109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.092324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.092528] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.092652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.092783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.092975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.093108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.093213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.093325] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.123130] env[62626]: INFO networking_nsxv3.common.synchronization [req-666e23ef-2b7c-49fe-8d30-1463205f1082 req-80ad87dd-32fb-4251-a4e0-133d4f2121c9 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 807.123736] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 807.124130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.124349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.124424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.124702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.124886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.125075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.125188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.125427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.125563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.125679] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.173277] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.550761] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.550958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.551098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.551747] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.552030] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.552205] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.552408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.552699] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.552856] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.553084] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.553210] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.553326] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.553437] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.553548] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.553656] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.553792] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.572242] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.572406] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.572598] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.572833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.573268] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.573506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.573700] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.574098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.574379] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.596085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9d2807-c0f3-4190-bf2b-bff56eeb7683: rpc.has_security_group_logging(os_id): False [ 807.613041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.613218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.613307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.613549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.628547] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.628715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.629876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.630163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.630286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.630396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.630727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.630894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.630977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.631103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.631164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.631349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.631445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.631628] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.631712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.631834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.631930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.632018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.632106] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 807.633199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.633453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.633642] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.633749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.633820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.634085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.634176] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 already deleted. [ 807.634253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.675208] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.675371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.675471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.675674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.675760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.675859] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b is going to be created. [ 807.706307] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.706473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.706546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.706760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.706913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.710427] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.710552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.710620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.710807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.711038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.718390] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: UNINITIALIZED for 2s [ 807.720409] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 808.077097] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.078318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.078683] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.079226] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.079498] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.079848] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 not found, creating... [ 808.080347] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.080994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.081203] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.081558] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.081875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.082440] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.082629] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.082757] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.082991] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.083202] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.083408] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 is going to be created. [ 808.105511] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.109399] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.109784] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.110201] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.110505] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.110815] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.829185] env[62626]: INFO networking_nsxv3.common.synchronization [req-666e23ef-2b7c-49fe-8d30-1463205f1082 req-f28c3254-0a1c-4ec6-877c-b8450ab91b01 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 808.829473] env[62626]: INFO networking_nsxv3.common.synchronization [req-666e23ef-2b7c-49fe-8d30-1463205f1082 req-f28c3254-0a1c-4ec6-877c-b8450ab91b01 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 808.829527] env[62626]: INFO networking_nsxv3.common.synchronization [req-666e23ef-2b7c-49fe-8d30-1463205f1082 req-f28c3254-0a1c-4ec6-877c-b8450ab91b01 service nova] Enqueued Resource ID: 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 with Priority: HIGHEST for action port [ 808.831103] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 808.831103] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 808.831103] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 with Priority: HIGHEST for action port [ 808.831103] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.831103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.831103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.832120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.832247] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.833259] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.833422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.833511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.833717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.833869] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.833987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.834099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.834243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.834328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.834419] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.836835] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.836835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.836835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.836835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.836835] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.338842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.338842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.339045] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 with status ACTIVE [ 809.340044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.340044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.340044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.340044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.340044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.340044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.340044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.340044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.340445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.340445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.340445] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.340445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.340601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.340659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.340707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.340765] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5 is going to be updated. [ 809.341944] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.363401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.363810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.363930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.364200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.364449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.364656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3dcb46-f8bb-41ca-8dec-5e28292a6ad5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.729130] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: SUCCESS [ 809.729349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.729515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.729740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.729944] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.730095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.730163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.730325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.730638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.730638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.730638] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.735746] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 809.736083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.844832] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.232379] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.351257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.351448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.351496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.352023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.352023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.352023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be created. [ 810.374430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.374554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.374642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.374861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.375032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.383705] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: UNINITIALIZED for 2s [ 810.735556] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a75f4b1b-914b-4a4d-863c-de67d105f00b: rpc.has_security_group_logging(os_id): False [ 810.745058] env[62626]: INFO networking_nsxv3.common.synchronization [req-08bf1e12-90af-4bf2-a087-83b2b13d4421 req-aa603189-9e5e-46f2-a3d6-48ed584580b7 tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 810.745058] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 810.745058] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.745058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.745058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.746590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.747111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.747350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.747573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.747837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.748037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.748419] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.757254] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.757254] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.757254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.757254] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b is going to be created. [ 810.811509] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.811509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.811509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.811836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.811870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.823908] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: IN_PROGRESS for 2s [ 810.861583] env[62626]: INFO networking_nsxv3.common.synchronization [req-dee9f916-cd84-4699-a098-5975e85b155f req-ec1f83ab-eed9-48f0-a071-ed7e66064f85 tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 810.862204] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 810.864014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.864014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.864014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.864489] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.250326] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.271886] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.272136] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.272469] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.272605] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.273025] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.273224] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.273352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.273584] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.273737] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.273955] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.274094] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.274243] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.274373] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.274494] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.274606] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.274743] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.293714] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.293907] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.294063] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.294253] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-677" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.294582] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-3d99c444-4fd9-46a5-8fe2-30dce053a595 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.294758] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.294881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.295323] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.295494] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d99c444-4fd9-46a5-8fe2-30dce053a595',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.370119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.370314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.370314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.370446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.390112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.390334] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.390459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.390519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.390721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.390804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.390893] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 811.414184] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.414384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.414425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.414641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.414784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.425254] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 811.753438] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.799819] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.800063] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.800191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.800487] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.800640] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.800795] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 3d99c444-4fd9-46a5-8fe2-30dce053a595 not found, creating... [ 811.801067] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.801229] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.801353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.801563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.801702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.802080] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.802248] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.802369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.802580] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.802715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.802891] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 3d99c444-4fd9-46a5-8fe2-30dce053a595 is going to be created. [ 811.823835] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.824063] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.824389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.824389] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.824610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.824833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.255536] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.255856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.255856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.255999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.256132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.256259] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 812.285633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.285907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.285907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.286152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.286333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.300132] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 812.392368] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 812.392560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.392724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.392948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.393153] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.393272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.393339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.393491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.393571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.393656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.393745] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.545432] env[62626]: INFO networking_nsxv3.common.synchronization [req-dee9f916-cd84-4699-a098-5975e85b155f req-f5f28ad3-0254-4e54-b957-f300ae0a7405 service nova] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_rules [ 812.545621] env[62626]: INFO networking_nsxv3.common.synchronization [req-dee9f916-cd84-4699-a098-5975e85b155f req-f5f28ad3-0254-4e54-b957-f300ae0a7405 service nova] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 812.545764] env[62626]: INFO networking_nsxv3.common.synchronization [req-dee9f916-cd84-4699-a098-5975e85b155f req-f5f28ad3-0254-4e54-b957-f300ae0a7405 service nova] Enqueued Resource ID: 3d99c444-4fd9-46a5-8fe2-30dce053a595 with Priority: HIGHEST for action port [ 812.546467] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_rules [ 812.546547] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 812.546650] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d99c444-4fd9-46a5-8fe2-30dce053a595 with Priority: HIGHEST for action port [ 812.546930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.548219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.548310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.548534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.548632] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.549537] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.549641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.549957] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d99c444-4fd9-46a5-8fe2-30dce053a595 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.549957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.550087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.550175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.550251] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d99c444-4fd9-46a5-8fe2-30dce053a595',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.835432] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: SUCCESS [ 812.835679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.895802] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.896121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.896121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.896311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.898017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.898017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.898017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.898017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.898539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.898539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.898539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.898539] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.052292] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d99c444-4fd9-46a5-8fe2-30dce053a595 with status ACTIVE [ 813.052532] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.052677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.052748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.053244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.053654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.054330] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.054330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.054330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.054330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.054586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.054749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.054954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.055080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.055285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.055565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.055668] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d99c444-4fd9-46a5-8fe2-30dce053a595 is going to be updated. [ 813.060123] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.060123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.077619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.077773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.077836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.078077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.078234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.078396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d99c444-4fd9-46a5-8fe2-30dce053a595" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.369011] env[62626]: INFO networking_nsxv3.common.synchronization [req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 req-2a8ac6d2-0d30-417c-9f46-453763556e6f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 813.369563] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 813.369874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.370009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.370240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.370510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.370677] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.370782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.370845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.371014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.371104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.371199] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.400490] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02284d39-f927-4713-83e4-e22dda23c735: rpc.has_security_group_logging(os_id): False [ 813.418482] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.418633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.418705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.418920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.419028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.419258] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.419369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.419450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.419622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.419704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.419895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.419988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.420067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.420209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.420285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.420476] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.420568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.420629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.420767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.420842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.420926] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be created. [ 813.433224] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 813.433431] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 deletion is rescheduled due to dependency. [ 813.433552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.433714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.433912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.434098] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.434212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.434272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.434423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.434503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.434596] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.476538] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.476728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.476728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.476941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.477137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.490188] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 813.812018] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.812275] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.812477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.812824] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.813106] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.813272] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.813396] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.813997] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.813997] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.814119] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.814184] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.814305] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.814422] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.814547] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.814701] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.814850] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.832887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.832887] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.832974] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.833120] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.833694] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-56da3b19-4da2-4fe7-8140-1e28baf6d28e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.833694] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.834621] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.834621] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.834621] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56da3b19-4da2-4fe7-8140-1e28baf6d28e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.873149] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.873149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.873149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.873344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.873462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.874034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.874034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.874034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.874034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.874264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.874264] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 already deleted. [ 813.874939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.937162] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.309869] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 814.309869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.336719] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.336719] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.336719] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.336916] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.336946] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.337117] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 56da3b19-4da2-4fe7-8140-1e28baf6d28e not found, creating... [ 814.338601] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.338601] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.338601] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.338601] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.338601] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.338601] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.338601] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.338940] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.338940] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.339073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.339189] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 56da3b19-4da2-4fe7-8140-1e28baf6d28e is going to be created. [ 814.357689] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.357901] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.358036] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.358300] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.359029] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.359029] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.439881] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.943575] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.943852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.943970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.944301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.944448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.944523] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 814.975753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.975913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.975987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.976275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.976444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.988159] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 815.436779] env[62626]: INFO networking_nsxv3.common.synchronization [req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 req-ffeddb3e-91bb-4f98-bb6f-44e9c44d2606 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 815.436979] env[62626]: INFO networking_nsxv3.common.synchronization [req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 req-ffeddb3e-91bb-4f98-bb6f-44e9c44d2606 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 815.437140] env[62626]: INFO networking_nsxv3.common.synchronization [req-fe94ddcd-6d57-44e8-8072-9fb95f489ad9 req-ffeddb3e-91bb-4f98-bb6f-44e9c44d2606 service nova] Enqueued Resource ID: 56da3b19-4da2-4fe7-8140-1e28baf6d28e with Priority: HIGHEST for action port [ 815.437367] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 815.437516] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 815.437606] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56da3b19-4da2-4fe7-8140-1e28baf6d28e with Priority: HIGHEST for action port [ 815.440243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.440243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.440243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.440243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.442324] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.442324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.442324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.442324] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.443549] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-56da3b19-4da2-4fe7-8140-1e28baf6d28e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.443549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.443549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.444128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.444313] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56da3b19-4da2-4fe7-8140-1e28baf6d28e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.502360] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 815.502663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.799646] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4970d2b-634e-4fe1-bc04-3493aece052d req-ed9e4859-bd7e-435e-8145-3ccae8389494 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 815.800265] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 815.801086] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.801214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.946106] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.947857] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.947965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.948144] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56da3b19-4da2-4fe7-8140-1e28baf6d28e with status ACTIVE [ 815.948386] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.948507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.949222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.949222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.949222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.949222] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.949486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.949486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.949558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.949640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.949827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.949919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.950028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.950352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.950469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.950562] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56da3b19-4da2-4fe7-8140-1e28baf6d28e is going to be updated. [ 815.975434] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.975833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.975934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.976177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.976389] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.976756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56da3b19-4da2-4fe7-8140-1e28baf6d28e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.079155] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.079363] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.079488] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.079754] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.080017] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.080197] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.080330] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.080550] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.080692] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.080961] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.081229] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.081347] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.081458] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.081573] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.081681] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.081812] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.105374] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.105539] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.105712] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.105888] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.106222] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-58429abc-ae9a-4096-b921-b03360aa6af7 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106430] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.106559] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106885] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.107045] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58429abc-ae9a-4096-b921-b03360aa6af7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.453768] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.611329] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.611329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.611329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.611329] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 58429abc-ae9a-4096-b921-b03360aa6af7 not found, creating... [ 816.611329] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.611329] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611855] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.612161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.612516] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612879] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.613018] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.613374] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.613594] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.613862] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 58429abc-ae9a-4096-b921-b03360aa6af7 is going to be created. [ 816.634209] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.634510] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.634680] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.635087] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.635353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.635944] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.955807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.956020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.956087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.956349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.956450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.956551] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be created. [ 816.978542] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.978695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.978770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.978976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.979144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.987558] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: UNINITIALIZED for 2s [ 816.995567] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 816.995776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.995933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.996148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.996359] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.996476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.996542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.996698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.996778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.996863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.996956] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.451804] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4970d2b-634e-4fe1-bc04-3493aece052d req-ef71eab1-09aa-44d7-863c-3ca281e69290 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 817.451991] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4970d2b-634e-4fe1-bc04-3493aece052d req-ef71eab1-09aa-44d7-863c-3ca281e69290 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 817.452153] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4970d2b-634e-4fe1-bc04-3493aece052d req-ef71eab1-09aa-44d7-863c-3ca281e69290 service nova] Enqueued Resource ID: 58429abc-ae9a-4096-b921-b03360aa6af7 with Priority: HIGHEST for action port [ 817.452386] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 817.452512] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 817.452610] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58429abc-ae9a-4096-b921-b03360aa6af7 with Priority: HIGHEST for action port [ 817.453233] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.453539] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.453800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-58429abc-ae9a-4096-b921-b03360aa6af7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.454062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.454062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.454227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.454329] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58429abc-ae9a-4096-b921-b03360aa6af7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.499130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.499289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.499336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.499589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.499759] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.499861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.499926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.500087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.500175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.500263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.500406] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.500498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.500559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.500697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.500832] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.500920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.500979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.501132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.501209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.501292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.501380] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.959880] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58429abc-ae9a-4096-b921-b03360aa6af7 with status ACTIVE [ 817.959880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.959880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.959880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.959880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.959880] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58429abc-ae9a-4096-b921-b03360aa6af7 is going to be updated. [ 817.983468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.983468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.983468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.983468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.983468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.983468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58429abc-ae9a-4096-b921-b03360aa6af7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.006716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0796e7e3-e030-402e-86ac-355af32c0a14: rpc.has_security_group_logging(os_id): False [ 818.024212] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.027018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.027018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.027018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.027572] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.027572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.027572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.027572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.027572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.027572] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 818.098799] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.098799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.098799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.098799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.098799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.112277] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 818.998937] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 818.999349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.999431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.999690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.999881] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.000030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.000093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.000311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.000405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.000543] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.259472] env[62626]: INFO networking_nsxv3.common.synchronization [req-63ac3b65-51f4-414d-bc00-61baa2c158ce req-5df7f433-ffa0-4bc0-b78e-d0de289c01ae tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 819.259472] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 819.263315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.265666] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.265666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.265666] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.502643] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.637223] env[62626]: INFO networking_nsxv3.common.synchronization [req-8fe315e7-aab2-4da4-8c40-abca0e65b30f req-d7c8bbb2-e5bc-4894-a3d6-5a820cf2843f tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 819.637766] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 819.638093] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.638286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.638660] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.638830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.641191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.641303] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.771869] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.005436] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.127447] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 820.127447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.144029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.144723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.144723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.144723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.144884] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.144884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.145041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.145118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.145204] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 820.169767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.169897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.169962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.170170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.170309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.177570] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 820.277668] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.509273] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.509442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.509517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.509737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.509830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.509936] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 820.539864] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.539864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.539864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.539864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.539864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.551926] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-0bd90e2a-b429-41e3-9723-fb77b484c5a5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 820.551926] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 820.551926] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 820.551926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.551926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.551926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.551926] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.782905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.782905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.782905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.782905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.782905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.782905] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 820.813675] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.813675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.813675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.813675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.813675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.821571] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 820.839233] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.840772] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.840772] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.840772] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.840772] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.840772] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.840772] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.841642] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.841642] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.841642] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.841642] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.841642] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.841642] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.841902] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.841902] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.841989] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.859793] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.859793] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.859793] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.859969] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.860222] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.860391] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.860515] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.860811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.860929] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3434a81-db1f-49da-9a7f-b1bd27a6bb02',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.054226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.054516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.054516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.054677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.054764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.054960] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.055061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.055126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.055269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.055345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.055452] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c already deleted. [ 821.055538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.363587] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.363836] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.363966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.365138] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.365374] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.365585] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f3434a81-db1f-49da-9a7f-b1bd27a6bb02 not found, creating... [ 821.365834] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.365990] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.366131] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.366413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.366566] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.366950] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.367142] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.367299] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.367569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.367723] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.367889] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f3434a81-db1f-49da-9a7f-b1bd27a6bb02 is going to be created. [ 821.397615] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.397850] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.397980] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.398278] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.398549] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.398812] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.181120] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-46821720-025c-487c-8a27-79ed7b4d28a2 service nova] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_rules [ 822.181120] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-46821720-025c-487c-8a27-79ed7b4d28a2 service nova] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 822.181120] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-46821720-025c-487c-8a27-79ed7b4d28a2 service nova] Enqueued Resource ID: f3434a81-db1f-49da-9a7f-b1bd27a6bb02 with Priority: HIGHEST for action port [ 822.182440] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_rules [ 822.182785] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 822.183052] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3434a81-db1f-49da-9a7f-b1bd27a6bb02 with Priority: HIGHEST for action port [ 822.183999] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.184615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.184767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.185134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.186037] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.186572] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.188031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.188031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.188031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.188031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.188031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.188031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.188511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.188682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.188906] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.189924] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.190284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.191028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.191028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.191028] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3434a81-db1f-49da-9a7f-b1bd27a6bb02',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.193353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 822.195291] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 822.195291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.300268] env[62626]: INFO networking_nsxv3.common.synchronization [req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 req-05499a94-99c1-465e-babb-401608b71f12 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 822.300452] env[62626]: INFO networking_nsxv3.common.synchronization [req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 req-05499a94-99c1-465e-babb-401608b71f12 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_members [ 822.300597] env[62626]: INFO networking_nsxv3.common.synchronization [req-b6b63ff1-59ad-4fe6-8d50-9a8ce2f2b034 req-05499a94-99c1-465e-babb-401608b71f12 tempest-SecurityGroupsTestJSON-633323760 tempest-SecurityGroupsTestJSON-633323760-project-member] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 822.301120] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGHEST for action security_group_members [ 822.301251] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGHEST for action security_group_members [ 822.303927] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGHEST for action security_group_members [ 822.304538] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.304538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.304538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.304679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.304800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.304904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.304966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.305132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.305222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.305313] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.306243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.306402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.306490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.306688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.306880] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.309096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.309265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.309557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.309735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.309903] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.311712] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.311817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.311861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.312117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.312398] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.312576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.316022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.316022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.316022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.316022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.559538] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 822.559756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.559912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.560345] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.560463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.560530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.560757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.560839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.560933] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.566305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.566305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.566305] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.566305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.566305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.566305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.566305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.566305] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.599126] env[62626]: INFO networking_nsxv3.common.synchronization [req-dd904d2c-3d9f-4832-8e9e-f64ae2a44128 req-02aa22fc-67f1-42e4-b56b-1363553e2a0b tempest-ImagesOneServerNegativeTestJSON-1989921580 tempest-ImagesOneServerNegativeTestJSON-1989921580-project-member] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 822.599644] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGHEST for action security_group_members [ 822.600900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.600900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.600900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.601300] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.695778] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.696054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.696097] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.696901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3434a81-db1f-49da-9a7f-b1bd27a6bb02 with status ACTIVE [ 822.697091] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.697208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.697287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.697519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.697581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.697748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.697835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.697901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.698045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.698125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.698303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.698405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.698467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.698605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.698680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.702079] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3434a81-db1f-49da-9a7f-b1bd27a6bb02 is going to be updated. [ 822.723019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.723019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.723019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.723019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.723019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.723019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3434a81-db1f-49da-9a7f-b1bd27a6bb02" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.820499] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.820663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.820731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.820936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.821049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.821237] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.821330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.821396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.821544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.821644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.821744] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be updated. [ 822.825278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.825278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.825278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.825278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.825278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.825278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.837861] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 822.837932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.861605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.861876] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.862006] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.862081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.862304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.862352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.862441] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f is going to be updated. [ 822.863411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.864030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.875512] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.875649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.875749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.876053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.876294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.882100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.882100] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.882100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.882100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.882539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.882539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.882539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be updated. [ 822.885272] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: IN_PROGRESS for 2s [ 822.909167] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.909317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.909394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.909641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.909788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.925365] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: IN_PROGRESS for 2s [ 822.932408] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.932408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.932554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.932681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.932821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.941620] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: IN_PROGRESS for 2s [ 823.052797] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-74082274-8791-4e0c-a4fe-3000c7095451 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 823.053341] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 823.053793] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.053793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.067732] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.067871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.068076] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.108985] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.109411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.109511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.109776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.109898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.110208] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.110353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.110444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.110680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.110830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.110923] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be updated. [ 823.137613] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.137793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.137836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.138018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.138204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.146916] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 2s [ 823.200463] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.493866] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.494082] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.494227] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.494519] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.494782] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.494946] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.495085] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.495315] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.495461] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.495677] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.495811] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.495904] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.496031] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.496141] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.496255] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.496467] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.515470] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.515641] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.516051] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.516051] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.516345] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-77bf1e48-a65b-4ebb-b03d-950fadb79368 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.516561] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.516659] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.516994] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.517150] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77bf1e48-a65b-4ebb-b03d-950fadb79368',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.570999] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.703025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.703396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.703514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.703833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.703981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.704161] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be created. [ 823.726061] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.726271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.726271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.726580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.726762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.742051] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: UNINITIALIZED for 2s [ 824.021763] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.022444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.022444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.022550] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.022730] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.022932] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 77bf1e48-a65b-4ebb-b03d-950fadb79368 not found, creating... [ 824.023233] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.023400] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.023524] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.023766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.023937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.024299] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.024435] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.024588] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.024802] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.024949] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.025124] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 77bf1e48-a65b-4ebb-b03d-950fadb79368 is going to be created. [ 824.055529] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.055742] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.055874] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.056184] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.056501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.056736] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.074033] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.074033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.074033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.074033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.074033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.074491] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 824.119333] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.119535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.119639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.120073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.120146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.131190] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 824.894546] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda13561-79bd-471f-a13f-514eb8f475ee in Status: SUCCESS [ 824.894546] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda13561-79bd-471f-a13f-514eb8f475ee deletion is rescheduled due to dependency. [ 824.894546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.900842] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-edbd1085-d919-4dee-a520-bacf82ab9a24 service nova] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_rules [ 824.900842] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-edbd1085-d919-4dee-a520-bacf82ab9a24 service nova] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 824.900842] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-edbd1085-d919-4dee-a520-bacf82ab9a24 service nova] Enqueued Resource ID: 77bf1e48-a65b-4ebb-b03d-950fadb79368 with Priority: HIGHEST for action port [ 824.900842] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_rules [ 824.900842] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 824.900842] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77bf1e48-a65b-4ebb-b03d-950fadb79368 with Priority: HIGHEST for action port [ 824.900842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.900842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.901396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.901578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.901868] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-77bf1e48-a65b-4ebb-b03d-950fadb79368 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.904714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.904714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.904714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.904714] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77bf1e48-a65b-4ebb-b03d-950fadb79368',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.935137] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc769974-dbe4-4b7b-baff-e0e3000e294f in Status: SUCCESS [ 824.935363] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f deletion is rescheduled due to dependency. [ 824.935500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.949979] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1765dbb4-8eae-46d9-9045-89147028203b in Status: SUCCESS [ 824.949979] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1765dbb4-8eae-46d9-9045-89147028203b deletion is rescheduled due to dependency. [ 824.950149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.156692] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: IN_PROGRESS for 4s [ 825.405905] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77bf1e48-a65b-4ebb-b03d-950fadb79368 with status ACTIVE [ 825.407350] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.407350] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.407350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.407682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.407908] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.408051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.408097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.408248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.408324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.408414] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77bf1e48-a65b-4ebb-b03d-950fadb79368 is going to be updated. [ 825.427529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.427681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.427788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.427939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.428090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.428245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77bf1e48-a65b-4ebb-b03d-950fadb79368" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.751268] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 825.751489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.751652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.751867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.752075] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.752194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.752259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.752415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.752494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.752580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.752676] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.753492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.754326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.754326] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.754326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.754326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.754326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.754326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.754326] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.141320] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 826.141603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.141940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.141940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.142119] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.142236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.142305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.142456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.142535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.142620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.142768] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.142857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.142917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.143062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.143196] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.143284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.143345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.143475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.143548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.143627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.143712] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.256521] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.256521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.256521] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.646901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d49fa35-efc3-4b2e-8cdc-5323452289d1: rpc.has_security_group_logging(os_id): False [ 826.666028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.666231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.666333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.666544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.667379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.667379] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.667379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.667379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.667379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.667379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.667816] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.667816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.667816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.667816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.668014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.668067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.668171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.668287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.668437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.668540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.668591] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be created. [ 826.722508] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.722677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.722723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.722915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.723108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.733598] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 826.758961] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.170583] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0796e7e3-e030-402e-86ac-355af32c0a14 in Status: SUCCESS [ 827.171244] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 deletion is rescheduled due to dependency. [ 827.171417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.261657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.261814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.261882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.262362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.262362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.262362] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 827.290448] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.290603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.290663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.290863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.291011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.298598] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 828.334959] env[62626]: INFO networking_nsxv3.common.synchronization [None req-578fa5a1-511d-455f-a3ab-aaa75f3dafdf None None] Enqueued Resource ID: c2d95bc7-21d6-466d-9152-e46b74941ad3 with Priority: HIGHEST for action port [ 828.335301] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d95bc7-21d6-466d-9152-e46b74941ad3 with Priority: HIGHEST for action port [ 828.335793] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d95bc7-21d6-466d-9152-e46b74941ad3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.335918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d95bc7-21d6-466d-9152-e46b74941ad3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.335988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d95bc7-21d6-466d-9152-e46b74941ad3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.336308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d95bc7-21d6-466d-9152-e46b74941ad3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.336395] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d95bc7-21d6-466d-9152-e46b74941ad3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.750346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 828.750346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.750346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.750346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.750346] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.841118] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d95bc7-21d6-466d-9152-e46b74941ad3 [ 828.841118] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.841118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.841118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.841118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.841118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.841118] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d95bc7-21d6-466d-9152-e46b74941ad3 already deleted. [ 828.841118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d95bc7-21d6-466d-9152-e46b74941ad3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.249048] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.249369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.249369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.249524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.249749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.251014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.251014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.251014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.251014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.251014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.251014] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.312022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.312022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.312022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.312022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.753450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.753780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.753780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.753958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.754100] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.754221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.754294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.754455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.754544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.754632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.754810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.754906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.754967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.755156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.755295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.755393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.755454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.755605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.755682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.755763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.755850] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.813952] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.258042] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d49fa35-efc3-4b2e-8cdc-5323452289d1: rpc.has_security_group_logging(os_id): False [ 830.279227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.279366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.279440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.279657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.280444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.280444] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.280444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.280444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.280444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.280444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.280702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.280702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.280775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.280858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.280930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.281141] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.281233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.281294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.281431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.281577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.281703] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 830.310595] env[62626]: INFO networking_nsxv3.common.synchronization [None req-f3ca643e-d5bd-473a-a701-330f6e13564f None None] Enqueued Resource ID: 5587622a-0758-40e5-81fd-7afd864bf567 with Priority: HIGHEST for action port [ 830.311241] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5587622a-0758-40e5-81fd-7afd864bf567 with Priority: HIGHEST for action port [ 830.311657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5587622a-0758-40e5-81fd-7afd864bf567 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.311839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5587622a-0758-40e5-81fd-7afd864bf567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.311924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5587622a-0758-40e5-81fd-7afd864bf567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.312232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5587622a-0758-40e5-81fd-7afd864bf567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.312317] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5587622a-0758-40e5-81fd-7afd864bf567',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.321276] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.348257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.348397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.348489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.348764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.348833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.360016] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 830.815423] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5587622a-0758-40e5-81fd-7afd864bf567 [ 830.815726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.815785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.815864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.816071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.816165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.816285] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5587622a-0758-40e5-81fd-7afd864bf567 already deleted. [ 830.816352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5587622a-0758-40e5-81fd-7afd864bf567" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.820855] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.820980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.821092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.821240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.821326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.821454] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 830.847437] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.847632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.847632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.847837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.847975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.857279] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 832.372322] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 832.372567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.865351] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 832.865605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.865730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.865958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.866171] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.866313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.866377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.866539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.866622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.866708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.866868] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.866970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.867079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.867239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.867386] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.867481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.867541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.867677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.867753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.867832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.867921] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.370368] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99de1734-a628-47c9-9097-04a1aeedb71c: rpc.has_security_group_logging(os_id): False [ 833.386989] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.387298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.387298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.387421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.387511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.387717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.387816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.387882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.388126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.388214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.388399] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.388497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.388586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.388814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.388914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.389138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.389233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.389297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.389769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.390117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.390243] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be created. [ 833.453147] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.453306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.453417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.453561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.453739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.463043] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 835.023638] env[62626]: INFO networking_nsxv3.common.synchronization [None req-76f4b5b0-2142-488a-9096-b8210439e820 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 403424b7-f442-4a85-82c0-172f1bb761fb with Priority: HIGHEST for action security_group_rules [ 835.024047] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403424b7-f442-4a85-82c0-172f1bb761fb with Priority: HIGHEST for action security_group_rules [ 835.024412] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403424b7-f442-4a85-82c0-172f1bb761fb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.024590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.024641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.024904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.024967] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403424b7-f442-4a85-82c0-172f1bb761fb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.094938] env[62626]: INFO networking_nsxv3.common.synchronization [None req-35eb9e76-b629-48a6-a1c7-5aff7c69d963 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 403424b7-f442-4a85-82c0-172f1bb761fb with Priority: HIGHEST for action security_group_rules [ 835.095516] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403424b7-f442-4a85-82c0-172f1bb761fb with Priority: HIGHEST for action security_group_rules [ 835.095870] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403424b7-f442-4a85-82c0-172f1bb761fb taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.095978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.482431] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 835.482431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.482431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.482431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.482431] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.544913] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.544913] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403424b7-f442-4a85-82c0-172f1bb761fb already deleted. [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.544913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.545258] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403424b7-f442-4a85-82c0-172f1bb761fb',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.984486] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.984634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.984711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.984932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.985114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.985217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.985303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.985436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.985534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.985625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.985715] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.067055] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.067409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.067409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.067624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.067758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.067810] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403424b7-f442-4a85-82c0-172f1bb761fb already deleted. [ 836.067915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403424b7-f442-4a85-82c0-172f1bb761fb" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.489079] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.489079] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.489079] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.489079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.489651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.489651] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.489651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.489651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.489651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.489651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.489651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.489872] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.993029] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99de1734-a628-47c9-9097-04a1aeedb71c: rpc.has_security_group_logging(os_id): False [ 837.010704] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.010913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.011049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.011362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.011506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.011800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.011905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.011974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.012163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.012235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.012413] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.012519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.012560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.012695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.012774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.012947] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.013051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.013112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.013250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.013324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.013410] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 837.070091] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.070469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.070469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.070549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.070676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.081076] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 838.192499] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-e42a6fdf-e9c8-4f52-9f45-ab14cde9d7db tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 838.193977] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 838.193977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.193977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.193977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.194339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.194526] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.194642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.194768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.195060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.195173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.195272] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.351983] env[62626]: INFO networking_nsxv3.common.synchronization [req-99eed386-5884-46b4-a99a-04d9235477be req-7c699be7-0acb-418d-be1f-3a0768860a26 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 838.352243] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 838.352769] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.353094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.353436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.353436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.353636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.353636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.353698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.354010] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.561991] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.562218] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.562349] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.562626] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.562895] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.563074] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.563201] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.563421] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.563569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.563782] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.563898] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.564245] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.564468] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.564607] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.564735] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.564894] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.587191] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.590625] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.590625] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.590625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-928" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.590625] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.590625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.590625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.590625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.590625] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec3d8e2-0b30-4817-a4f9-c77a4b7c8832',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.698676] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.855954] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.856222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.856394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.856673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.877451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.877779] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.877972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.878183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.878266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.878354] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 838.903224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.903320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.903394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.903576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.903708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.911036] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 839.092381] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.092659] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.092827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.093126] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.093283] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.093451] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 not found, creating... [ 839.093714] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.093874] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.093990] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.094266] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.094409] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.094703] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.094857] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.094976] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.095300] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.095446] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.095587] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 is going to be created. [ 839.097539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 839.097747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.114547] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.114809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.115052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.115222] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.115451] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.115669] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.201036] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.704451] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.705830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.705949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.706221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.706416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.707411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 839.733760] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.734657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.734657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.734657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.734657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.742574] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 839.897152] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-877eb0f1-8907-4b52-8717-2a7137ae84b4 service nova] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_rules [ 839.897152] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-877eb0f1-8907-4b52-8717-2a7137ae84b4 service nova] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 839.897152] env[62626]: INFO networking_nsxv3.common.synchronization [req-181f3aff-84d8-4665-9fb8-1efe06355212 req-877eb0f1-8907-4b52-8717-2a7137ae84b4 service nova] Enqueued Resource ID: cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 with Priority: HIGHEST for action port [ 839.897152] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_rules [ 839.897152] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 839.897152] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 with Priority: HIGHEST for action port [ 839.897152] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.900329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.902916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.902916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.902916] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.909396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.909813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.909813] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.909934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.909934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.910244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.910244] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec3d8e2-0b30-4817-a4f9-c77a4b7c8832',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.412697] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.412994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.413054] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 with status ACTIVE [ 840.413226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.413332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.413399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.413609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.413697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.413871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.413964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.414057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.414324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.414512] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.414605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.414667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.414880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.414963] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cec3d8e2-0b30-4817-a4f9-c77a4b7c8832 is going to be updated. [ 840.435295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.435838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.435838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.435838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.435838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.435991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cec3d8e2-0b30-4817-a4f9-c77a4b7c8832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.543598] env[62626]: INFO networking_nsxv3.common.synchronization [req-eedf63a5-e591-4098-81b4-0720219faed2 req-20901101-4787-4c22-adb5-889d05f745d0 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_members [ 840.543707] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_members [ 840.543977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.544113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.544358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.544642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.544817] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.544927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.544991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.545575] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.545675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.545780] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.875498] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.875687] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.875812] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.876086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.876392] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.876559] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.876676] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.876893] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.881855] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.882106] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.882297] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.882502] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.882698] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.882892] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.883058] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.883206] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.901945] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.902114] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.902258] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.902431] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.902722] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-165f4bd3-55fa-4acf-952e-b318eb8b08fe taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.902890] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.903022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.903334] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.903481] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('165f4bd3-55fa-4acf-952e-b318eb8b08fe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.920717] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 840.920883] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 840.920995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.048253] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.048253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.048253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.048471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.048471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.048691] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.049241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.049375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.049608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.049731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.049898] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 already deleted. [ 841.050038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.405964] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.405964] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.405964] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.406310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.406355] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.406535] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 165f4bd3-55fa-4acf-952e-b318eb8b08fe not found, creating... [ 841.406785] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.406945] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.407078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.407429] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.408044] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.408044] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.408173] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.408252] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.408465] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.409552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.409552] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 165f4bd3-55fa-4acf-952e-b318eb8b08fe is going to be created. [ 841.428204] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.428204] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.428204] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.428526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.428674] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.428821] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.754468] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 841.755332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.755332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.755332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.755332] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.755534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.755534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.755611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.755744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.755744] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.189603] env[62626]: INFO networking_nsxv3.common.synchronization [req-eedf63a5-e591-4098-81b4-0720219faed2 req-1992a860-8d6d-47e9-b98d-b9b2cc583215 service nova] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_rules [ 842.189784] env[62626]: INFO networking_nsxv3.common.synchronization [req-eedf63a5-e591-4098-81b4-0720219faed2 req-1992a860-8d6d-47e9-b98d-b9b2cc583215 service nova] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_members [ 842.189927] env[62626]: INFO networking_nsxv3.common.synchronization [req-eedf63a5-e591-4098-81b4-0720219faed2 req-1992a860-8d6d-47e9-b98d-b9b2cc583215 service nova] Enqueued Resource ID: 165f4bd3-55fa-4acf-952e-b318eb8b08fe with Priority: HIGHEST for action port [ 842.191241] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_rules [ 842.191241] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_members [ 842.191241] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165f4bd3-55fa-4acf-952e-b318eb8b08fe with Priority: HIGHEST for action port [ 842.191241] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.191241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.191241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.191651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.191651] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.193440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.193440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.193440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.193440] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.193995] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-165f4bd3-55fa-4acf-952e-b318eb8b08fe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.193995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.193995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.194120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.194261] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('165f4bd3-55fa-4acf-952e-b318eb8b08fe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.259710] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.695883] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.696225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.701407] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.702274] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 165f4bd3-55fa-4acf-952e-b318eb8b08fe with status ACTIVE [ 842.702525] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.702685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.702764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.702989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.703107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.703310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.703409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.703472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.703618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.703696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.703873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.703961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.704032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.704165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.704300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.704369] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 165f4bd3-55fa-4acf-952e-b318eb8b08fe is going to be updated. [ 842.724381] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.724381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.724381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.724658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.724724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.724868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-165f4bd3-55fa-4acf-952e-b318eb8b08fe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.763463] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.067477] env[62626]: INFO networking_nsxv3.common.synchronization [req-d9723f72-b0bc-4a90-a64f-bb66f423f575 req-8d7f9989-86f5-4838-bf0d-63ccd21d8183 tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_members [ 843.068085] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_members [ 843.068445] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.068600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.068711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.069016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.069207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.069346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.069428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.069622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.069727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.069823] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.205905] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.265036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.265525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.265525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.265616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.265648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.265767] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 843.294226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.294386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.294455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.294657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.294794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.303478] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 843.449368] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.449368] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.449528] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.449830] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.450104] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.450310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.450397] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.450620] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.450768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.452029] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.452244] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.452381] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.452531] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.452701] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.452832] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.452978] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.471827] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.472009] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.472164] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.472344] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-41" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.472650] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4590ed59-152a-4a54-b425-5afc98ff0027 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.472823] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.472947] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.473281] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.473435] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4590ed59-152a-4a54-b425-5afc98ff0027',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.572062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.572335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.572417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.572870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.572870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.572970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.573037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.573068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.573537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.573537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.573537] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a already deleted. [ 843.573537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.708323] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.708323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.708724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.708724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.708724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.708813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 is going to be created. [ 843.730133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.730279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.730351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.730556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.730711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.740229] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 in Status: UNINITIALIZED for 2s [ 843.975400] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.975625] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.975756] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.976077] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.976257] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.976451] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4590ed59-152a-4a54-b425-5afc98ff0027 not found, creating... [ 843.976717] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.976878] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.977007] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.977239] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.977403] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.977776] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.977891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.977972] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.978280] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.978428] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.978579] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4590ed59-152a-4a54-b425-5afc98ff0027 is going to be created. [ 844.004379] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.004614] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.004758] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.005080] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.005317] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.005547] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.785617] env[62626]: INFO networking_nsxv3.common.synchronization [req-d9723f72-b0bc-4a90-a64f-bb66f423f575 req-5b61c036-a775-477b-bb59-5cda3cb31859 service nova] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_rules [ 844.786070] env[62626]: INFO networking_nsxv3.common.synchronization [req-d9723f72-b0bc-4a90-a64f-bb66f423f575 req-5b61c036-a775-477b-bb59-5cda3cb31859 service nova] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_members [ 844.786070] env[62626]: INFO networking_nsxv3.common.synchronization [req-d9723f72-b0bc-4a90-a64f-bb66f423f575 req-5b61c036-a775-477b-bb59-5cda3cb31859 service nova] Enqueued Resource ID: 4590ed59-152a-4a54-b425-5afc98ff0027 with Priority: HIGHEST for action port [ 844.786201] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_rules [ 844.786361] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_members [ 844.786463] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590ed59-152a-4a54-b425-5afc98ff0027 with Priority: HIGHEST for action port [ 844.787072] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.787143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.787214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.787413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.787509] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.788309] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.788420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.788488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.788717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.788872] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.788968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.789041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.789185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.789268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.789357] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.790095] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4590ed59-152a-4a54-b425-5afc98ff0027 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.790195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.790264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.790411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.790483] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4590ed59-152a-4a54-b425-5afc98ff0027',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.217619] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8cb4dc21-852b-4383-9e2f-9e058769d332 None None] Enqueued Resource ID: 736d34a9-c245-4f64-b38d-b4f600f7350d with Priority: HIGHEST for action port [ 845.217619] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d34a9-c245-4f64-b38d-b4f600f7350d with Priority: HIGHEST for action port [ 845.217619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-736d34a9-c245-4f64-b38d-b4f600f7350d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.217619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736d34a9-c245-4f64-b38d-b4f600f7350d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.217619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736d34a9-c245-4f64-b38d-b4f600f7350d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.217619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736d34a9-c245-4f64-b38d-b4f600f7350d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.217619] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736d34a9-c245-4f64-b38d-b4f600f7350d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.292371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.292695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.293029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.293917] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4590ed59-152a-4a54-b425-5afc98ff0027 with status ACTIVE [ 845.294150] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.296267] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.296267] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.296267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.296267] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4590ed59-152a-4a54-b425-5afc98ff0027 is going to be updated. [ 845.312812] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 845.313062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.313507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.313798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.314409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.314409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.314409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.314409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.314637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.314637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.314637] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.320603] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.324017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.324017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.324017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.324017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.324017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4590ed59-152a-4a54-b425-5afc98ff0027" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.720736] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 736d34a9-c245-4f64-b38d-b4f600f7350d [ 845.720990] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.721143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.721276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.721507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.721706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.721706] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:736d34a9-c245-4f64-b38d-b4f600f7350d already deleted. [ 845.721790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736d34a9-c245-4f64-b38d-b4f600f7350d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.750754] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 in Status: SUCCESS [ 845.750966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.751150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.751360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.751551] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.751667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.751730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.751876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.751950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.752042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.752129] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.801256] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.818308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.818626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.818722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.818932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.819126] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.819229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.819294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.819513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.819513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.819603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.819745] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.819838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.819896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.820182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.820272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.820334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.820540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.820626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.820712] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.259154] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.305542] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.305850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.305850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.306019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.306100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.306185] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a is going to be created. [ 846.324411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99de1734-a628-47c9-9097-04a1aeedb71c: rpc.has_security_group_logging(os_id): False [ 846.331741] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.331904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.332063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.332186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.332353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.368137] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a in Status: UNINITIALIZED for 2s [ 846.369049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.369186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.369250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.369463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.369834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.369834] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.370010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.370010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.370095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.370162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.370338] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.370474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.370517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.370623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.370689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.370874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.370968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.375180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.375180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.375180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.375180] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 846.555806] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.555970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.556053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.556349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.557802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.578527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 846.761506] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d174daa-ef69-4e12-ad43-59ba3d76f935: rpc.has_security_group_logging(os_id): False [ 846.784297] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.784436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.784497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.784709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.786092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.786466] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.786564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.786631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.786875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.786964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.787071] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 is going to be created. [ 846.843599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.844446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.844446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.844446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.844446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.854282] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 in Status: IN_PROGRESS for 2s [ 847.324645] env[62626]: INFO networking_nsxv3.common.synchronization [None req-42cb72b2-22e7-48b1-8573-8abec9748089 None None] Enqueued Resource ID: 73d600d3-1c2b-444a-bc64-af44c018151c with Priority: HIGHEST for action port [ 847.325296] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d600d3-1c2b-444a-bc64-af44c018151c with Priority: HIGHEST for action port [ 847.325730] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d600d3-1c2b-444a-bc64-af44c018151c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.325909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d600d3-1c2b-444a-bc64-af44c018151c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.326055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d600d3-1c2b-444a-bc64-af44c018151c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.326423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d600d3-1c2b-444a-bc64-af44c018151c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.326562] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d600d3-1c2b-444a-bc64-af44c018151c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.828928] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d600d3-1c2b-444a-bc64-af44c018151c [ 847.829210] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.829380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.829551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.829669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.829781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.829970] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d600d3-1c2b-444a-bc64-af44c018151c already deleted. [ 847.830050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d600d3-1c2b-444a-bc64-af44c018151c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.380283] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a in Status: SUCCESS [ 848.380878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.381500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.382689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.382689] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.382689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.382689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.382689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.382689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.382689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.382689] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.594122] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 848.595412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.870696] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 in Status: SUCCESS [ 848.870696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.886725] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.966357] env[62626]: INFO networking_nsxv3.common.synchronization [req-188bfa1e-2c60-4713-a299-2ec9aae58e57 req-4a24bf5f-1cb2-41f9-b74a-4477ae5ef75a tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 848.970019] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 848.971803] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.971803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.971803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.971803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.971803] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.971803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.971803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.972132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.972132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.972192] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.193882] env[62626]: INFO networking_nsxv3.common.synchronization [req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b req-f3dc5772-4107-4a96-83b4-1910f994cf45 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 849.194560] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 849.194969] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.195277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.195357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.195569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.195745] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.195851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.195909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.196138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.196205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.196692] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.390214] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f4e845-f95a-4561-9aeb-f219004f8a0a: rpc.has_security_group_logging(os_id): False [ 849.408879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.408879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.408879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.408879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.408879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.408879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.409136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.409136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.409196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.409358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.409477] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a is going to be created. [ 849.466384] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.466595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.466660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.467628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.467628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.475014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.475184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.475258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.475495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.475839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.476087] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.477586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.477586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.477586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.477586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.477586] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 849.479247] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a in Status: IN_PROGRESS for 2s [ 849.513013] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.513249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.513360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.513607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.513793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.526550] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 849.698789] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.203330] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.248469] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.248469] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.248469] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.248729] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.251275] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.251478] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.251610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.251892] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.252062] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.252303] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.252427] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.252541] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.252660] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.252802] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.252929] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.255077] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.291034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.291249] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.291402] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.291599] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.291937] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-3a4f923f-11c0-4663-ab6e-1691bc8ac736 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.292140] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.292271] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.292624] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.292774] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4f923f-11c0-4663-ab6e-1691bc8ac736',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.705073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.705334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.705334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.705475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.705521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.705611] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 850.728301] env[62626]: INFO networking_nsxv3.common.synchronization [req-95f8da58-5dad-4039-9948-09ee084be525 req-dfcb12bb-e81a-406e-ba1f-a2ba010a1172 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 850.728859] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 850.729179] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.729369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.729569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.729713] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.729869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.730716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.730855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.730959] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.733987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.734149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.734187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.734371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.734503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.742764] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 850.797050] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.797050] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.797299] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.797484] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.797647] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.797965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 3a4f923f-11c0-4663-ab6e-1691bc8ac736 not found, creating... [ 850.798295] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.798665] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.798824] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.799079] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.799234] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.799735] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.799920] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.800059] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.800338] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.800441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.800575] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 3a4f923f-11c0-4663-ab6e-1691bc8ac736 is going to be created. [ 850.831016] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.832741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.832741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.832741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.832741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.832741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.232925] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.455559] env[62626]: INFO networking_nsxv3.common.synchronization [req-339a777c-aa1a-4548-b69a-8e3299725c58 req-6f0da175-ca71-46ee-893b-fb50e1289615 tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Enqueued Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_members [ 851.456138] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_members [ 851.456451] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.456582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.456890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.456890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.461201] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.461618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.462028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.462269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.463353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.463514] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.492638] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a in Status: SUCCESS [ 851.492863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.538816] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 851.539111] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 851.539111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.735915] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.740236] env[62626]: INFO networking_nsxv3.common.synchronization [req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b req-464e5a5e-bf32-42c8-b0b0-b74933a4f332 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 851.740236] env[62626]: INFO networking_nsxv3.common.synchronization [req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b req-464e5a5e-bf32-42c8-b0b0-b74933a4f332 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 851.740236] env[62626]: INFO networking_nsxv3.common.synchronization [req-6ffdabe8-82e3-42e5-b049-d29bdb44d55b req-464e5a5e-bf32-42c8-b0b0-b74933a4f332 service nova] Enqueued Resource ID: 3a4f923f-11c0-4663-ab6e-1691bc8ac736 with Priority: HIGHEST for action port [ 851.740236] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 851.740236] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 851.740236] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4f923f-11c0-4663-ab6e-1691bc8ac736 with Priority: HIGHEST for action port [ 851.740236] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.740236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.740236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.740236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.740720] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.741136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.741210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.741450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4f923f-11c0-4663-ab6e-1691bc8ac736 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.741577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.741673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.741809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.741882] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4f923f-11c0-4663-ab6e-1691bc8ac736',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.967705] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.967884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.968484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.970021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.970021] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 already deleted. [ 851.970021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.060741] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.060741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-229" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.060741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-229" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.060741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-229" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.061175] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.061828] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.061828] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.062059] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.063031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.063031] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.063031] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.063031] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.063031] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.063031] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.063381] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.063536] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.082475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.083130] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.083130] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.083130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-229" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.083495] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-e3f7f844-f072-4685-9e58-ebdb1db53973 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.083688] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.083846] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.084268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.084341] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f7f844-f072-4685-9e58-ebdb1db53973',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.240326] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.240480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.240542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.240750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.240838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.240937] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 852.243620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.243717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.243882] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4f923f-11c0-4663-ab6e-1691bc8ac736 with status ACTIVE [ 852.244042] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.244192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.244281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.244390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.244470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.244633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.244723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.244783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.244921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.244996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.245190] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.245282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.245344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.245479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.245551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.245633] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4f923f-11c0-4663-ab6e-1691bc8ac736 is going to be updated. [ 852.272948] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.273131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.273190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.273406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.273552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.273747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4f923f-11c0-4663-ab6e-1691bc8ac736" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.274644] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.274752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.275520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.275520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.275769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.287123] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 852.591849] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.592192] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.592274] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.592507] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.592653] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.592810] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port e3f7f844-f072-4685-9e58-ebdb1db53973 not found, creating... [ 852.593132] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.593268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.593803] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.593803] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.593803] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.594139] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.594277] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.594430] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.595408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.595566] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.595716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: e3f7f844-f072-4685-9e58-ebdb1db53973 is going to be created. [ 852.616563] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.616796] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.616920] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.617249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.617441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.617670] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.754532] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 852.754862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.754924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.755152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.755337] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.755454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.755518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.755662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.755742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.755839] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.258419] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.545326] env[62626]: INFO networking_nsxv3.common.synchronization [req-339a777c-aa1a-4548-b69a-8e3299725c58 req-368483e6-bcdb-4fb0-adc9-43bca852c428 service nova] Enqueued Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_rules [ 853.545544] env[62626]: INFO networking_nsxv3.common.synchronization [req-339a777c-aa1a-4548-b69a-8e3299725c58 req-368483e6-bcdb-4fb0-adc9-43bca852c428 service nova] Enqueued Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_members [ 853.545696] env[62626]: INFO networking_nsxv3.common.synchronization [req-339a777c-aa1a-4548-b69a-8e3299725c58 req-368483e6-bcdb-4fb0-adc9-43bca852c428 service nova] Enqueued Resource ID: e3f7f844-f072-4685-9e58-ebdb1db53973 with Priority: HIGHEST for action port [ 853.546115] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_rules [ 853.546115] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_members [ 853.546242] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f7f844-f072-4685-9e58-ebdb1db53973 with Priority: HIGHEST for action port [ 853.546763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.546912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.546943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.547325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.547415] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.548229] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.548341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.548405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.548632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.548749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.548838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.548898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.549052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.549131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.549217] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.549919] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f7f844-f072-4685-9e58-ebdb1db53973 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.550031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.551340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.551340] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f7f844-f072-4685-9e58-ebdb1db53973',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.764985] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.053670] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.054887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.054887] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.056558] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f7f844-f072-4685-9e58-ebdb1db53973 with status ACTIVE [ 854.056835] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.056988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.056988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.057443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.057685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.057997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.058234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.058314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.058608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.058715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.058929] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.059048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.059126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.059285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.059383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.059470] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f7f844-f072-4685-9e58-ebdb1db53973 is going to be updated. [ 854.081700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.081880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.081922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.082178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.082312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.082501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f7f844-f072-4685-9e58-ebdb1db53973" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.105702] env[62626]: INFO networking_nsxv3.common.synchronization [req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d req-12d74a8a-2683-4b21-abce-6ec07ff97f97 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 854.106267] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 854.106899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.106899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.106899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.107104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.111450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.111450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.111450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.111450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.111450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.111450] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.267815] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.268071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.268204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.268557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.268816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.268977] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 854.294183] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 854.294435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.296624] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.298037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.298037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.298037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.298037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.303617] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 854.355560] env[62626]: INFO networking_nsxv3.common.synchronization [None req-3fcd5cad-349d-4c3b-b1a0-c2e00009002b None None] Enqueued Resource ID: e93da229-d978-4785-b73b-83c4ab2354e0 with Priority: HIGHEST for action port [ 854.356214] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93da229-d978-4785-b73b-83c4ab2354e0 with Priority: HIGHEST for action port [ 854.356622] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93da229-d978-4785-b73b-83c4ab2354e0 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.357606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93da229-d978-4785-b73b-83c4ab2354e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.357606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93da229-d978-4785-b73b-83c4ab2354e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.357606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93da229-d978-4785-b73b-83c4ab2354e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.357606] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93da229-d978-4785-b73b-83c4ab2354e0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.562030] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.580043] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.580272] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.580423] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.580688] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.580958] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.582383] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.582529] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.582780] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.582945] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.583183] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.583321] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.583436] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.583558] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.583948] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.584110] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.584255] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.602392] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.602529] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.605301] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.605301] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.605301] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-17b3f633-d416-49d7-8151-60f9fbe67396 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.605301] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.605301] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.605301] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.605301] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b3f633-d416-49d7-8151-60f9fbe67396',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.613637] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.613637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.613637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.613637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.613637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.615605] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.615605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.615605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.615605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.615605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.615605] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 854.637022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.637820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.639529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.639529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.639672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.652180] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 854.862813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e93da229-d978-4785-b73b-83c4ab2354e0 [ 854.863219] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.863219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.863347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.863460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.863548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.863645] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e93da229-d978-4785-b73b-83c4ab2354e0 already deleted. [ 854.863724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93da229-d978-4785-b73b-83c4ab2354e0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.066562] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.068171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.068171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.068171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.068171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.068171] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 is going to be created. [ 855.089213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.089357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.089431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.089666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.089802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.098424] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 in Status: UNINITIALIZED for 2s [ 855.106878] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.107149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.107311] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.107595] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.107751] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.107909] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 17b3f633-d416-49d7-8151-60f9fbe67396 not found, creating... [ 855.108197] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.108362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.108486] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.108707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.108910] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.109154] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.109318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.109441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.109651] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.109791] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.109934] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 17b3f633-d416-49d7-8151-60f9fbe67396 is going to be created. [ 855.128062] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.128285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.128407] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.128677] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.128910] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.129151] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.826935] env[62626]: INFO networking_nsxv3.common.synchronization [req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d req-3a4916c2-8744-4926-81fe-d9b1148dfed0 service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 855.827145] env[62626]: INFO networking_nsxv3.common.synchronization [req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d req-3a4916c2-8744-4926-81fe-d9b1148dfed0 service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 855.827297] env[62626]: INFO networking_nsxv3.common.synchronization [req-ef5cf1d4-61fd-40c2-9184-c906bed9a14d req-3a4916c2-8744-4926-81fe-d9b1148dfed0 service nova] Enqueued Resource ID: 17b3f633-d416-49d7-8151-60f9fbe67396 with Priority: HIGHEST for action port [ 855.827536] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 855.827671] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 855.827762] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b3f633-d416-49d7-8151-60f9fbe67396 with Priority: HIGHEST for action port [ 855.828406] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.828532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.828619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.828797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.828921] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.833685] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.833803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.833989] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-17b3f633-d416-49d7-8151-60f9fbe67396 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.834393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.834464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.834643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.834719] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b3f633-d416-49d7-8151-60f9fbe67396',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.149584] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c1f5dc62-c544-4de8-a8ec-b7b4d5050744 None None] Enqueued Resource ID: 64165720-d66a-4051-af67-ba959b2cc042 with Priority: HIGHEST for action port [ 856.149877] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64165720-d66a-4051-af67-ba959b2cc042 with Priority: HIGHEST for action port [ 856.150415] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-64165720-d66a-4051-af67-ba959b2cc042 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.150533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64165720-d66a-4051-af67-ba959b2cc042" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.150595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64165720-d66a-4051-af67-ba959b2cc042" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.150833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64165720-d66a-4051-af67-ba959b2cc042" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.150908] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64165720-d66a-4051-af67-ba959b2cc042',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.313883] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 856.314125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.314294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.314502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.314685] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.314792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.314854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.314994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.315089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.315171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.315263] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.337018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.337334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.339636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17b3f633-d416-49d7-8151-60f9fbe67396 with status ACTIVE [ 856.339636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.339636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.339636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.339636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.339636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17b3f633-d416-49d7-8151-60f9fbe67396 is going to be updated. [ 856.359896] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.360205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.360205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.360311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.360449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.360637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17b3f633-d416-49d7-8151-60f9fbe67396" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.653461] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64165720-d66a-4051-af67-ba959b2cc042 [ 856.653715] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.653842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.653906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.654173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.654271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.654363] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64165720-d66a-4051-af67-ba959b2cc042 already deleted. [ 856.654448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64165720-d66a-4051-af67-ba959b2cc042" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.662728] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 856.662903] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 856.663014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.663174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.663380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.663557] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.663672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.663732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.663869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.663935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.664044] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.670237] env[62626]: INFO networking_nsxv3.common.synchronization [req-7718798c-9e7b-44fa-bbe5-22b50da15c5f req-05a58414-6a0e-4640-8431-a08af278de29 tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 856.672349] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 856.672878] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.673010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.673086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.673265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.673580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.673708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.673774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.673924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.674013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.674148] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.818025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.818025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.818025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.818517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.818517] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.818517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.818517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.818695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.818695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.818756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.819361] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.819361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.819361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.819361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.819361] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.819361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.819599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.819599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.819654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.819680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.819772] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.840896] env[62626]: INFO networking_nsxv3.common.synchronization [req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a req-8f5db30b-dc69-428f-b4bc-9429e372ecff tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 856.842770] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 856.843094] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.847015] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.847015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.847015] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.107907] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 in Status: SUCCESS [ 857.108268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.108431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.108803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.109915] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.109915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.109915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.109915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.109915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.109915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.109915] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.170912] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.176559] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.211533] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.211533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.211533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.211813] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.212084] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.212256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.212424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.212581] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.212725] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.213033] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.213100] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.213190] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.213304] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.213416] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.213735] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.213735] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.233178] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.233705] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.233705] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.233875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.234173] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-13885332-fe8b-4689-b422-a61a9bfc82bf taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.234361] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.234490] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.235035] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.235035] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13885332-fe8b-4689-b422-a61a9bfc82bf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.325739] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d49fa35-efc3-4b2e-8cdc-5323452289d1: rpc.has_security_group_logging(os_id): False [ 857.342845] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.346193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.346301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.346652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.346652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.346804] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.347335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.347335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.347335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.347335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.347484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.347531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.347577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.348043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.348043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.348043] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.348197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.348197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.348251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.348362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.348400] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 857.349892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.349990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.350069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.350219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.350297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.350463] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.350588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.350632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.350774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.350849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.350931] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 857.377147] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.377302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.377369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.377571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.377705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.386237] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 857.415768] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.415962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.416046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.416337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.416494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.429166] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 857.612491] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.616021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.616021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.616021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.616021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.616738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.616738] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.675021] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.679038] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.741448] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.741699] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.745020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 13885332-fe8b-4689-b422-a61a9bfc82bf not found, creating... [ 857.745020] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.745020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.745020] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.745452] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.745452] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745452] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.745452] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.745452] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 13885332-fe8b-4689-b422-a61a9bfc82bf is going to be created. [ 857.763213] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.763432] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.763564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.763830] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.764131] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.764709] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.120736] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43408c7c-069f-43c4-b4d7-c63e616c0929: rpc.has_security_group_logging(os_id): False [ 858.140093] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.140093] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.140093] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.140093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.141427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.141690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.145167] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.145167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.145167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.145167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.145167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.145167] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 is going to be created. [ 858.178070] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.178070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.178070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.178070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.178070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.178070] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 858.180966] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.181354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.183785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.184140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.184355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.184595] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be updated. [ 858.209579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.209748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.209805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.210009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.210158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.213421] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.213421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.213601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.213848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.213848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.220970] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 858.221629] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: IN_PROGRESS for 2s [ 858.236265] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.236265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.236265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.236265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.236265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.244251] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 in Status: IN_PROGRESS for 2s [ 858.523873] env[62626]: INFO networking_nsxv3.common.synchronization [req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a req-c6b1e817-b7dd-4928-89b6-b85e32b1d702 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 858.523873] env[62626]: INFO networking_nsxv3.common.synchronization [req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a req-c6b1e817-b7dd-4928-89b6-b85e32b1d702 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 858.523873] env[62626]: INFO networking_nsxv3.common.synchronization [req-3c8fd2a2-4a1d-4ce8-8f2b-46294ee20b6a req-c6b1e817-b7dd-4928-89b6-b85e32b1d702 service nova] Enqueued Resource ID: 13885332-fe8b-4689-b422-a61a9bfc82bf with Priority: HIGHEST for action port [ 858.523873] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 858.523873] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 858.523873] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13885332-fe8b-4689-b422-a61a9bfc82bf with Priority: HIGHEST for action port [ 858.523873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.523873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.523873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.524695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.524695] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.528588] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.528588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.528588] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-13885332-fe8b-4689-b422-a61a9bfc82bf taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.528588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.528588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.529487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.529487] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13885332-fe8b-4689-b422-a61a9bfc82bf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.029157] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.029386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.032750] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13885332-fe8b-4689-b422-a61a9bfc82bf with status ACTIVE [ 859.033061] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.033216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.033381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.033500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.033616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.033886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.033990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.033990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.034137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.034281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.034573] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.034693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.034780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.034943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.035045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.035137] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13885332-fe8b-4689-b422-a61a9bfc82bf is going to be updated. [ 859.059549] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.059834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.059834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.060023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.060161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.060453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13885332-fe8b-4689-b422-a61a9bfc82bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.255806] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 req-78e99687-ce5d-40bf-9d59-1e1f44a91775 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 859.256459] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 859.256829] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.257031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.257154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.257401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.257622] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.257772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.257873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.258115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.258252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.258432] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.397100] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 859.397291] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 859.397452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.397666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.397882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.398096] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.398218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.398284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.398789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.398789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.398789] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.445299] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 859.445299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.590301] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.590843] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.591119] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.591499] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.591904] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.592218] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.592444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.592769] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.593045] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.593376] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.593589] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.593788] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.594072] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.594534] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.594753] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.595131] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.616168] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.616168] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.616168] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.616168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-563" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.616168] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-d8ffed1e-9f70-40f1-9a2e-795234295f73 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.616168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.616168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.616168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.616168] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ffed1e-9f70-40f1-9a2e-795234295f73',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.762942] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.762942] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.762942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.762942] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 859.786238] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.786355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.786420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.786612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.786746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.795462] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 859.900362] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.118347] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.118698] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.118920] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.119362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.119621] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.119883] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port d8ffed1e-9f70-40f1-9a2e-795234295f73 not found, creating... [ 860.120316] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.120585] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.120801] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.121169] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.121422] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.121889] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.122193] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.122426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.122777] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.123032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.123295] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: d8ffed1e-9f70-40f1-9a2e-795234295f73 is going to be created. [ 860.142011] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.142311] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.142536] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.142923] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.143332] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.143715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.233298] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 860.233634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.234752] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 860.235026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.235264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.235567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.235959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.236177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.236355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.236602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.236774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.236917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.237077] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.259558] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 in Status: SUCCESS [ 860.259900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.402575] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.740454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.740454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.740454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.740454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.740454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.740454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.740454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.741020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.741140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.741252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.741400] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.741515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.741579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.741723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.741886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.741993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.742056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.742201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.742293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.742366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.742456] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.869269] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 req-25c690b9-a29e-41ad-bdff-feb591a90835 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 860.869430] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 req-25c690b9-a29e-41ad-bdff-feb591a90835 service nova] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 860.869645] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7d1e69b-f243-4be4-a388-45b3ffb396f8 req-25c690b9-a29e-41ad-bdff-feb591a90835 service nova] Enqueued Resource ID: d8ffed1e-9f70-40f1-9a2e-795234295f73 with Priority: HIGHEST for action port [ 860.870242] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_rules [ 860.870437] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 860.870596] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ffed1e-9f70-40f1-9a2e-795234295f73 with Priority: HIGHEST for action port [ 860.870944] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.871170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.871259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.871530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.871633] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.872511] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.872657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.872900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ffed1e-9f70-40f1-9a2e-795234295f73 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.873044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.873145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.873348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.873455] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ffed1e-9f70-40f1-9a2e-795234295f73',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.905122] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.905293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.905349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.905670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.905670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.905772] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 860.932985] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.932985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.932985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.932985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.933296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.940914] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 861.245050] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b430d86-e534-4cd9-8664-de47817c7a46: rpc.has_security_group_logging(os_id): False [ 861.266017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.266017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.266504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.266504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.266504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.266760] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.266841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.266935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.267202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.267394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.267492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.267557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.267772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.267967] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.268075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.268139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.268276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.268356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.268440] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 861.335076] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.335076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.335264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.335374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.335531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.356733] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 861.375267] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.375429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.377703] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8ffed1e-9f70-40f1-9a2e-795234295f73 with status ACTIVE [ 861.377872] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.378232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.378232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.378302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.378359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.378496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.378591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.378653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.378800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.378876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.379073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.379196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.379246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.379357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.379432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.379514] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8ffed1e-9f70-40f1-9a2e-795234295f73 is going to be updated. [ 861.419540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.419540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.419540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.419754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.419867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.420040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ffed1e-9f70-40f1-9a2e-795234295f73" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.681311] env[62626]: INFO networking_nsxv3.common.synchronization [req-a699b242-d200-44e9-b752-b5333753d74a req-e257772b-2da3-4275-93cf-313067a5b227 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 861.682026] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 861.682234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.682339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.682379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.682620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.682772] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.682880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.682921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.683090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.683176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.683267] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.806590] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 861.806781] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 861.806868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.807056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.807243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.807416] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.807588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.807588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.807741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.807801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.807901] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.086694] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.086932] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.087094] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.087443] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.087744] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.087931] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.089205] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.089589] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.089850] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.090172] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.090430] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.090619] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.090719] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.090902] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.091097] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.091310] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.111124] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.111316] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.111464] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.111648] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.111968] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-fe856049-2401-4e3c-b618-189f737cf8b7 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.112196] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.112279] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.112639] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.112786] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe856049-2401-4e3c-b618-189f737cf8b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.185866] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.186075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.186155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.186438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.186615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.188608] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.188816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.188893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.189106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.189199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.189295] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a already deleted. [ 862.189382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.310482] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.617433] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.617433] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.617612] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.618048] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.618324] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.618696] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port fe856049-2401-4e3c-b618-189f737cf8b7 not found, creating... [ 862.619101] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.619500] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.619552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.619898] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.620161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.620633] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.620911] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.621162] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.621510] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.621765] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.621965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: fe856049-2401-4e3c-b618-189f737cf8b7 is going to be created. [ 862.642037] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.642037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.642037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.642037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.642292] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.642418] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.812696] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.950199] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 862.950554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.951094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.951343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.951564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.951731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.951817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.951985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.952087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.952174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.952266] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.315561] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.315866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.315866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.316019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.316110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.316249] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 863.344642] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.344786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.344848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.345067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.345209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.358146] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 863.370099] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 863.370314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.455065] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.455171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.455272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.455623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.455694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.455794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.455898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.456036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.456109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.456198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.456406] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.456496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.456556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.456699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.457165] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.457322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.457415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.457564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.457644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.457727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.457816] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.484987] env[62626]: INFO networking_nsxv3.common.synchronization [req-a699b242-d200-44e9-b752-b5333753d74a req-e07760e4-c614-4b4d-a740-444275f0f9d5 service nova] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_rules [ 863.485206] env[62626]: INFO networking_nsxv3.common.synchronization [req-a699b242-d200-44e9-b752-b5333753d74a req-e07760e4-c614-4b4d-a740-444275f0f9d5 service nova] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 863.485364] env[62626]: INFO networking_nsxv3.common.synchronization [req-a699b242-d200-44e9-b752-b5333753d74a req-e07760e4-c614-4b4d-a740-444275f0f9d5 service nova] Enqueued Resource ID: fe856049-2401-4e3c-b618-189f737cf8b7 with Priority: HIGHEST for action port [ 863.485621] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_rules [ 863.485759] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 863.485867] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe856049-2401-4e3c-b618-189f737cf8b7 with Priority: HIGHEST for action port [ 863.486497] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.486885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.487192] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.490227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.490227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.490227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.490227] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.494083] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe856049-2401-4e3c-b618-189f737cf8b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.494296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.494542] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe856049-2401-4e3c-b618-189f737cf8b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.963521] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02284d39-f927-4713-83e4-e22dda23c735: rpc.has_security_group_logging(os_id): False [ 863.982163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.982306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.982377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.982589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.982683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.982870] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.982969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.983046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.983215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.983277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.983457] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.983543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.983603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.983741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.983818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.984011] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.984139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.984244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.984299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.984370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.984456] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 863.998350] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe856049-2401-4e3c-b618-189f737cf8b7 with status ACTIVE [ 863.998565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.998724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.998793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.998974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.999096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.999336] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.999452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.999530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.999696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.999771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.999987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.000112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.000190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.000374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.000472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.000573] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe856049-2401-4e3c-b618-189f737cf8b7 is going to be updated. [ 864.001694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.002704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.002704] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.028699] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.028872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.028993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.029164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.029311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.029470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe856049-2401-4e3c-b618-189f737cf8b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.064656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.064656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.064870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.064968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.065155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.081046] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 864.504586] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.007144] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.008031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.008031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.008031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.008031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.008243] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be created. [ 865.030502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.030724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.030799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.031007] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.031172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.040390] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: UNINITIALIZED for 2s [ 865.369280] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 865.369441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.369653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.370064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.370353] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.370575] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.370736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.370942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.371127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.371297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.371476] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.874334] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.874655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.874697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.874973] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.875390] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.875390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.875548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.875750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.875906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.876118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.876401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.876568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.876675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.876892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.877140] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.877299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.877478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.877694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.877825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.877968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.878139] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.095057] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 866.095339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.214630] env[62626]: INFO networking_nsxv3.common.synchronization [req-368e06a6-39aa-485c-9b48-7640628477d0 req-09a41b3c-3767-4fab-9152-70a344b8acca tempest-ServerTagsTestJSON-434492544 tempest-ServerTagsTestJSON-434492544-project-member] Enqueued Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_members [ 866.214630] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGHEST for action security_group_members [ 866.214845] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.214956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.215103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.215315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.215483] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.215615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.215782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.215900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.216023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.216117] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.380976] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9d2807-c0f3-4190-bf2b-bff56eeb7683: rpc.has_security_group_logging(os_id): False [ 866.398169] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.398394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.398558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.398795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.398935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.399290] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.399453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.399555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.399812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.399946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.400311] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.400471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.400576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.400797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.400921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.401226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.401444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.401560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.401737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.401825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.401964] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 866.460515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.460660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.460732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.460941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.461101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.474712] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 866.720139] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.720506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.720506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.720712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.720805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.721571] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.721738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.721827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.722020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.722137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.722291] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 is going to be updated. [ 866.764622] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.764772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.764814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.765042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.765192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.774563] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 in Status: IN_PROGRESS for 2s [ 867.051100] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 867.051449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.051449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.052059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.052126] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.052279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.052394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.052657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.052788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.052941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.053798] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.559156] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.559390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.559390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.560138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.560138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.560138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.560138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.560552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.560552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.560552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.560796] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.560796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.560796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.560964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.561374] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.562088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.562088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.562295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.562651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.562651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.562764] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.065251] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a: rpc.has_security_group_logging(os_id): False [ 868.082694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.082828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.082902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.083163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.083254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.083853] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.083853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.083853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.083853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.083853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.084181] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.084181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.084181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.084371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.084494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.085132] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.085132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.085132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.085132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.085132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.085394] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be created. [ 868.139336] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.139483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.139573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.139949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.140648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.149800] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 2s [ 868.491271] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 868.491501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.789542] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 in Status: SUCCESS [ 868.789738] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 deletion is rescheduled due to dependency. [ 868.789859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.164237] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 870.165068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.983116] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7e3cee9-7a67-4393-b84e-63cbf43f715c req-9cadf434-878f-4fd9-a7be-9d8aaa6c08df tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 870.983679] env[62626]: INFO networking_nsxv3.common.synchronization [req-d8d5c70f-2e80-4f97-b959-123a620f1e5f req-0b8c151f-eabb-4754-a063-342ed058606a tempest-MigrationsAdminTest-1220675715 tempest-MigrationsAdminTest-1220675715-project-member] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 870.986629] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 870.987241] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGHEST for action security_group_members [ 870.988887] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.989261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.989472] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.989768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.990045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.990296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.990450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.990685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.990853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.991029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.991987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.992249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.992401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.992652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.992892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.994022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.994022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.994022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.994022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.994022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.496595] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.497915] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.498141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.498266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.498671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.519972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.520344] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.520511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.520593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.520788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.520874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.520963] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be updated. [ 871.548251] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.548419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.548458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.548657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.548796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.561174] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: IN_PROGRESS for 2s [ 871.613468] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.613468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.613468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.613468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.613709] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.613875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.614087] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.614370] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.614531] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.614776] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.614914] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.615042] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.615159] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.615279] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.615398] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.615535] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.636292] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.636458] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.636606] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.636832] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-619" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.637268] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-cd425777-b812-4261-8937-b613a6f23c25 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.637400] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.637522] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.637858] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.638014] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd425777-b812-4261-8937-b613a6f23c25',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.000386] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.141582] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141824] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.141958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.142286] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.142437] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.142598] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port cd425777-b812-4261-8937-b613a6f23c25 not found, creating... [ 872.142877] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143062] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.143186] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.143406] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.143548] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.143835] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143989] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.144146] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.144369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.144514] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.144751] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: cd425777-b812-4261-8937-b613a6f23c25 is going to be created. [ 872.171391] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.171391] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.171391] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.171779] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.171875] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.172295] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.503330] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.503764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.503764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.504015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.504276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.504444] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 872.532115] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.532315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.532315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.532531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.532673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.540382] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 872.925344] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7e3cee9-7a67-4393-b84e-63cbf43f715c req-a4b1ea98-0cbf-4971-bd61-4d8876a51980 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 872.925344] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7e3cee9-7a67-4393-b84e-63cbf43f715c req-a4b1ea98-0cbf-4971-bd61-4d8876a51980 service nova] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 872.925344] env[62626]: INFO networking_nsxv3.common.synchronization [req-b7e3cee9-7a67-4393-b84e-63cbf43f715c req-a4b1ea98-0cbf-4971-bd61-4d8876a51980 service nova] Enqueued Resource ID: cd425777-b812-4261-8937-b613a6f23c25 with Priority: HIGHEST for action port [ 872.932091] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_rules [ 872.932091] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 872.932091] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd425777-b812-4261-8937-b613a6f23c25 with Priority: HIGHEST for action port [ 872.932091] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.932091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.932091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.932091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.932091] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.932530] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.932530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.932629] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd425777-b812-4261-8937-b613a6f23c25 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.932744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.932806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.933351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.933351] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd425777-b812-4261-8937-b613a6f23c25',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.436030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.436030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.436030] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd425777-b812-4261-8937-b613a6f23c25 with status ACTIVE [ 873.436030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.436030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.436030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.436030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.436030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.436496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.436496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.436496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.436633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.436830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.437088] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.437215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.437285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.437516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.437618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.437710] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd425777-b812-4261-8937-b613a6f23c25 is going to be updated. [ 873.470881] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.471169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.471169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.471308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.471435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.471620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd425777-b812-4261-8937-b613a6f23c25" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.588321] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e in Status: SUCCESS [ 873.588633] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e deletion is rescheduled due to dependency. [ 873.588677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.925209] env[62626]: INFO networking_nsxv3.common.synchronization [req-3abe0f46-a6e5-4f87-98ff-2ec2179b2c07 req-b34f8b5a-2891-48d1-9c16-1690718113a5 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 873.925752] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 873.926599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.926825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.926899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.927299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.927299] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.927445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.927445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.927642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.927723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.927815] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.930048] env[62626]: INFO networking_nsxv3.common.synchronization [req-b49d087a-9f0a-484c-a18c-3fb5f5dd54c5 req-c5c4fe76-4aef-4e13-88bc-cdf137c5e5f4 tempest-ListServersNegativeTestJSON-436825359 tempest-ListServersNegativeTestJSON-436825359-project-member] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 873.930487] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGHEST for action security_group_members [ 873.932248] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.932385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.431614] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.431791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.431846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.432166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.432284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.432525] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.432702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.432762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.432952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.433074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.433278] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 874.462444] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.462634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.462699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.462951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.463249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.473684] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 874.550274] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 874.550502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.550688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.551110] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.551244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.551307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.551543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.551543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.551641] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.055616] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.557848] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.022047] env[62626]: INFO networking_nsxv3.common.synchronization [req-b86b9941-857a-45f0-8d87-37b17b156475 req-d7829726-18d7-46e4-8c6a-7bd1a87219d1 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 876.022047] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 876.022333] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.022494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.022574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.022810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.022967] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.023117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.023187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.023343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.023429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.023520] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.063174] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.063981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.063981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.067820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.067820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.067820] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 876.101144] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.102351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.102351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.102351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.102351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.112445] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 876.485473] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 876.485833] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c deletion is rescheduled due to dependency. [ 876.486031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.486342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.486904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.487154] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.487382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.488045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.488302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.488426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.491519] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.526507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.526649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.526931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.526931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.547214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.547496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.547618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.547688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.547886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.547976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.548063] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 876.573453] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.573582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.573655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.573862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.574024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.583498] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 876.994393] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.994658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.994733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.994929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.995230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.995230] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.995351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.995384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.995520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.995597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.995681] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be updated. [ 877.029243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.029386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.029469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.029886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.029886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.039467] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: IN_PROGRESS for 2s [ 878.124058] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 4s [ 878.595419] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 878.595647] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 deletion is rescheduled due to dependency. [ 878.595817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.048378] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99de1734-a628-47c9-9097-04a1aeedb71c in Status: SUCCESS [ 879.048606] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c deletion is rescheduled due to dependency. [ 879.048729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.599269] env[62626]: INFO networking_nsxv3.common.synchronization [None req-870d0e98-987e-469d-920c-9ed90286817f None None] Enqueued Resource ID: 7f63d658-745b-4d01-a6cd-b8c76cb35a70 with Priority: HIGHEST for action port [ 879.599536] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f63d658-745b-4d01-a6cd-b8c76cb35a70 with Priority: HIGHEST for action port [ 879.600136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f63d658-745b-4d01-a6cd-b8c76cb35a70 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.600269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f63d658-745b-4d01-a6cd-b8c76cb35a70" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.600327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f63d658-745b-4d01-a6cd-b8c76cb35a70" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.600577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f63d658-745b-4d01-a6cd-b8c76cb35a70" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.600663] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f63d658-745b-4d01-a6cd-b8c76cb35a70',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.107659] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f63d658-745b-4d01-a6cd-b8c76cb35a70 [ 880.107659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.107659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.107659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.107659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.107659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.107659] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f63d658-745b-4d01-a6cd-b8c76cb35a70 already deleted. [ 880.107659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f63d658-745b-4d01-a6cd-b8c76cb35a70" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.139022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.139022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.139022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.139022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.301915] env[62626]: INFO networking_nsxv3.common.synchronization [req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 req-d0c7e140-ac4e-4012-9ca5-a00eeb039931 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 880.302666] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 880.303137] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.303442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.303642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.303959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.304266] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.304559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.304751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.305033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.305242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.305467] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.643479] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.643831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.643831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.643950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.644116] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.644209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.644275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.644424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.644535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.644618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.644731] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.644814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.644872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.645011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.645163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.645237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.645312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.645412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.645477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.645558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.645644] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.808061] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.846383] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846383] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.846383] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.846383] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.846383] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.846781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.846781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.847472] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.847726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.848447] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.848447] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.848447] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.848447] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.849571] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.849571] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.849571] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.867172] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.867462] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.867616] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.867799] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-486" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.868352] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.868543] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.868664] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.869160] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.869320] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e69d3dc-9bd1-465c-8881-adb52df9d9ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.149149] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d49fa35-efc3-4b2e-8cdc-5323452289d1: rpc.has_security_group_logging(os_id): False [ 881.158967] env[62626]: INFO networking_nsxv3.common.synchronization [req-6bb98d98-3afb-4c68-bbc9-bcd699acdf82 req-482b9a97-e222-4c25-a3b1-a8c6a692d81f tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: 475c0c40-d6d2-43e6-875c-4526652d6db9 with Priority: HIGHEST for action security_group_rules [ 881.160071] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 475c0c40-d6d2-43e6-875c-4526652d6db9 with Priority: HIGHEST for action security_group_rules [ 881.160650] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-475c0c40-d6d2-43e6-875c-4526652d6db9 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.162893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-475c0c40-d6d2-43e6-875c-4526652d6db9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.162893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-475c0c40-d6d2-43e6-875c-4526652d6db9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.162893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-475c0c40-d6d2-43e6-875c-4526652d6db9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.162893] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('475c0c40-d6d2-43e6-875c-4526652d6db9',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.170371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.170371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.170371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.170371] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.172164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.172420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.172759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.175561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.175561] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.175561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.175561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.175561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.175561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.175561] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 881.233857] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.233857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.233857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.234133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.234133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.245930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 881.310488] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.375169] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.376211] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.376211] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.376211] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.376211] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.376211] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae not found, creating... [ 881.376460] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.376635] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.376757] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.377051] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.377157] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.377472] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.377643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.377795] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.378015] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.380856] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.381024] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 3e69d3dc-9bd1-465c-8881-adb52df9d9ae is going to be created. [ 881.403548] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.403804] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.403804] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.404518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.404518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.404518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.530013] env[62626]: INFO networking_nsxv3.common.synchronization [req-ed6f39fb-425e-4b64-8751-cb22c810d9c6 req-9ef8b4c7-cc9c-49a1-88a9-a9747ac7de60 tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: 8abcf779-356f-46e1-83d3-23e457439cf1 with Priority: HIGHEST for action security_group_rules [ 881.530666] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8abcf779-356f-46e1-83d3-23e457439cf1 with Priority: HIGHEST for action security_group_rules [ 881.531381] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8abcf779-356f-46e1-83d3-23e457439cf1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.531478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8abcf779-356f-46e1-83d3-23e457439cf1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.531725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8abcf779-356f-46e1-83d3-23e457439cf1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.531876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8abcf779-356f-46e1-83d3-23e457439cf1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.531973] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8abcf779-356f-46e1-83d3-23e457439cf1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.547127] env[62626]: INFO networking_nsxv3.common.synchronization [req-b545e4f5-c63d-4000-9df6-4421d451cc9a req-a5856d73-8a4c-45b5-bf2c-acc63a556495 tempest-ImagesTestJSON-329674350 tempest-ImagesTestJSON-329674350-project-member] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 881.547728] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGHEST for action security_group_members [ 881.548058] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.548188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.548257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.548550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.548612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.548720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.548758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.549123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.549123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.549398] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.563075] env[62626]: INFO networking_nsxv3.common.synchronization [req-0cf82f6e-ac0e-47df-82f5-918bb5e07bc4 req-709d28ee-ba01-4462-b1ac-9ba78bed67dc tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 881.563659] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 881.564087] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.564217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.564282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.564475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.564619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.564709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.564767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.564932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.565203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.565319] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.699228] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.699532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.699532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.699658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.699723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.699813] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 475c0c40-d6d2-43e6-875c-4526652d6db9 already deleted. [ 881.699892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-475c0c40-d6d2-43e6-875c-4526652d6db9" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.717958] env[62626]: INFO networking_nsxv3.common.synchronization [None req-4e6602f9-595c-4ba3-a02e-0e1839069437 None None] Enqueued Resource ID: dddcb84c-a059-4c54-8888-79a0d3dcfc35 with Priority: HIGHEST for action port [ 881.717958] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dddcb84c-a059-4c54-8888-79a0d3dcfc35 with Priority: HIGHEST for action port [ 881.717958] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-dddcb84c-a059-4c54-8888-79a0d3dcfc35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.717958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dddcb84c-a059-4c54-8888-79a0d3dcfc35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.717958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dddcb84c-a059-4c54-8888-79a0d3dcfc35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.717958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dddcb84c-a059-4c54-8888-79a0d3dcfc35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.717958] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dddcb84c-a059-4c54-8888-79a0d3dcfc35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.815336] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.815336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.815336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.815336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.815336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.815336] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be updated. [ 881.851113] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.851113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.851113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.851113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.851113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.859018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 2s [ 881.931152] env[62626]: INFO networking_nsxv3.common.synchronization [req-473d8af6-0455-47c0-a0ea-6ec6cce3a7b3 req-943defc3-de10-484c-a16b-db633da0860c tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: 6ce446bc-f462-458a-ac93-15b65a74893c with Priority: HIGHEST for action security_group_rules [ 881.931671] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce446bc-f462-458a-ac93-15b65a74893c with Priority: HIGHEST for action security_group_rules [ 881.932448] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce446bc-f462-458a-ac93-15b65a74893c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.932448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce446bc-f462-458a-ac93-15b65a74893c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.932448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce446bc-f462-458a-ac93-15b65a74893c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.932448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce446bc-f462-458a-ac93-15b65a74893c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.932661] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce446bc-f462-458a-ac93-15b65a74893c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.051575] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.051772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.051839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.052086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.052186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.053024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.053024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.053024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.053024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.053024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.053024] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be updated. [ 882.054580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.054699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.054765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.054922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.055012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.055121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8abcf779-356f-46e1-83d3-23e457439cf1 already deleted. [ 882.055198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8abcf779-356f-46e1-83d3-23e457439cf1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.069081] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.069223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.069352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.069497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.069625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.069784] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.069916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.069960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.070101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.070208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.070251] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 882.081135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.081135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.081135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.081135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.081135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.087248] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: IN_PROGRESS for 2s [ 882.096138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.096298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.096468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.096561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.096748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.104627] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 882.131014] env[62626]: INFO networking_nsxv3.common.synchronization [req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 req-8f192727-74c4-4e80-a148-8b41034b295c service nova] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_rules [ 882.131224] env[62626]: INFO networking_nsxv3.common.synchronization [req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 req-8f192727-74c4-4e80-a148-8b41034b295c service nova] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 882.131369] env[62626]: INFO networking_nsxv3.common.synchronization [req-78cb7650-578d-45e0-bead-9fc8bc1a73a4 req-8f192727-74c4-4e80-a148-8b41034b295c service nova] Enqueued Resource ID: 3e69d3dc-9bd1-465c-8881-adb52df9d9ae with Priority: HIGHEST for action port [ 882.131583] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_rules [ 882.131716] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 882.131815] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e69d3dc-9bd1-465c-8881-adb52df9d9ae with Priority: HIGHEST for action port [ 882.132405] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.132563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.132834] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.135731] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.136866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.136866] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.136866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.136866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.136866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.136866] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e69d3dc-9bd1-465c-8881-adb52df9d9ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.220043] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dddcb84c-a059-4c54-8888-79a0d3dcfc35 [ 882.220268] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.220397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.220464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.220677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.220759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.220850] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dddcb84c-a059-4c54-8888-79a0d3dcfc35 already deleted. [ 882.222014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dddcb84c-a059-4c54-8888-79a0d3dcfc35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.450839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.451021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.451060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.451257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.451346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.451441] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce446bc-f462-458a-ac93-15b65a74893c already deleted. [ 882.451525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce446bc-f462-458a-ac93-15b65a74893c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.506809] env[62626]: INFO networking_nsxv3.common.synchronization [req-e2af5306-01e8-4f55-a719-6f60ed3f1c69 req-241c27a0-eac6-480b-8b04-8d84d2bfddf1 tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: 71b3f653-b413-41eb-9fbb-4ecbfa12b590 with Priority: HIGHEST for action security_group_rules [ 882.506809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b3f653-b413-41eb-9fbb-4ecbfa12b590 with Priority: HIGHEST for action security_group_rules [ 882.507447] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b3f653-b413-41eb-9fbb-4ecbfa12b590 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.507447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b3f653-b413-41eb-9fbb-4ecbfa12b590" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.507447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b3f653-b413-41eb-9fbb-4ecbfa12b590" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.507447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b3f653-b413-41eb-9fbb-4ecbfa12b590" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.507447] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b3f653-b413-41eb-9fbb-4ecbfa12b590',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.638842] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e69d3dc-9bd1-465c-8881-adb52df9d9ae with status ACTIVE [ 882.639439] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.639562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.639840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.640027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.640178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.640393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.640603] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.640705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.640909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.640989] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e69d3dc-9bd1-465c-8881-adb52df9d9ae is going to be updated. [ 882.642358] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.642486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.660278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.660414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.660491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.660670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.660802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.660951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e69d3dc-9bd1-465c-8881-adb52df9d9ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.031823] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.032205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.032205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.032458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.032599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.032742] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b3f653-b413-41eb-9fbb-4ecbfa12b590 already deleted. [ 883.032872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b3f653-b413-41eb-9fbb-4ecbfa12b590" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.244704] env[62626]: INFO networking_nsxv3.common.synchronization [req-629786cf-b376-4268-a8cf-e2d9bfafc350 req-8d093f12-9bbc-4e23-ac68-b9918e3af95a tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: a406b86a-cb20-4de7-a72b-ceb707216fcd with Priority: HIGHEST for action security_group_rules [ 883.248878] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a406b86a-cb20-4de7-a72b-ceb707216fcd with Priority: HIGHEST for action security_group_rules [ 883.251407] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a406b86a-cb20-4de7-a72b-ceb707216fcd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.251591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.251700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.255335] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a406b86a-cb20-4de7-a72b-ceb707216fcd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.265685] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 883.266254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.453084] env[62626]: INFO networking_nsxv3.common.synchronization [req-f72a28a0-b21e-4f81-b88d-307048262fd5 req-868b5960-cbe9-4976-86e6-e08faa0cfc17 tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: a406b86a-cb20-4de7-a72b-ceb707216fcd with Priority: HIGHEST for action security_group_rules [ 883.453919] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a406b86a-cb20-4de7-a72b-ceb707216fcd with Priority: HIGHEST for action security_group_rules [ 883.454338] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a406b86a-cb20-4de7-a72b-ceb707216fcd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.454452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.631634] env[62626]: INFO networking_nsxv3.common.synchronization [req-5db9a956-d1b9-4332-aec2-9132a251eb3b req-c1f922a3-c717-4743-89fc-3175b4f153ca tempest-SecurityGroupRulesTestJSON-694523123 tempest-SecurityGroupRulesTestJSON-694523123-project-member] Enqueued Resource ID: a406b86a-cb20-4de7-a72b-ceb707216fcd with Priority: HIGHEST for action security_group_rules [ 883.631634] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a406b86a-cb20-4de7-a72b-ceb707216fcd with Priority: HIGHEST for action security_group_rules [ 883.631634] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a406b86a-cb20-4de7-a72b-ceb707216fcd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.631634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.774640] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.774640] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a406b86a-cb20-4de7-a72b-ceb707216fcd already deleted. [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.774640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.774640] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a406b86a-cb20-4de7-a72b-ceb707216fcd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.873163] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.873163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.873163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.873163] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.098375] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 in Status: SUCCESS [ 884.098711] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 deletion is rescheduled due to dependency. [ 884.098836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.116457] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 884.116670] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 884.116756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.296450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.296450] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a406b86a-cb20-4de7-a72b-ceb707216fcd already deleted. [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.296450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.296450] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a406b86a-cb20-4de7-a72b-ceb707216fcd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.378676] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.817591] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.817762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.817825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.817999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.818104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.818190] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a406b86a-cb20-4de7-a72b-ceb707216fcd already deleted. [ 884.818260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a406b86a-cb20-4de7-a72b-ceb707216fcd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.882576] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.386693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.386693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.386693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.386693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.386693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.386693] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be updated. [ 885.414544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.414691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.414733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.414936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.415102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.426044] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 2s [ 887.436775] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 887.437066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.437282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.437602] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.437718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.437784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.438146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.438146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.438250] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.940505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.940673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.940746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.940960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.941218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.941343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.941514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.941600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.941707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.941816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.941983] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.942111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.942150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.942561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.942561] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.942561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.942696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.942883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.943055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.943219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.943265] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.445729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a: rpc.has_security_group_logging(os_id): False [ 888.464059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.464059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.464059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.464059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.464059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.464059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.464059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.464059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.464403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.464403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.464457] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.464584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.464584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.464802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.464802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.465062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.465179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.465234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.465359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.465434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.465515] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be updated. [ 888.524117] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.524308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.524375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.524579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.524724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.537890] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 2s [ 888.631408] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 888.631513] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 889.469510] env[62626]: INFO networking_nsxv3.common.synchronization [None req-01605634-4796-4d9f-97dc-bfe5ae122c1d None None] Enqueued Resource ID: c8e9acf2-cd5e-4687-aa6a-8758ac98c514 with Priority: HIGHEST for action port [ 889.470065] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e9acf2-cd5e-4687-aa6a-8758ac98c514 with Priority: HIGHEST for action port [ 889.470383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e9acf2-cd5e-4687-aa6a-8758ac98c514 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.470504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e9acf2-cd5e-4687-aa6a-8758ac98c514" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.470572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e9acf2-cd5e-4687-aa6a-8758ac98c514" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.470869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e9acf2-cd5e-4687-aa6a-8758ac98c514" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.470933] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e9acf2-cd5e-4687-aa6a-8758ac98c514',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.975141] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8e9acf2-cd5e-4687-aa6a-8758ac98c514 [ 889.978783] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.978783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.978783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.978783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.978783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.978783] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8e9acf2-cd5e-4687-aa6a-8758ac98c514 already deleted. [ 889.978783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e9acf2-cd5e-4687-aa6a-8758ac98c514" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.554324] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 890.554324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.893781] env[62626]: INFO networking_nsxv3.common.synchronization [None req-5cb77008-ef83-4211-af3b-3c61ae920445 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_rules [ 890.894332] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_rules [ 890.894635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.894759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.894826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.898331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.898381] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.096288] env[62626]: INFO networking_nsxv3.common.synchronization [None req-57ecd951-7a83-4ca6-a202-f22eac32b515 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_rules [ 891.096855] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_rules [ 891.098879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.099019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.418794] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.418885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.419039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.419509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.419509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.419509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 already deleted. [ 891.419509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.419801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.419801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.419923] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.639340] env[62626]: INFO networking_nsxv3.common.synchronization [None req-ca56824a-2030-41ac-b0b8-a03d3590d52a None None] Enqueued Resource ID: e4a84d9e-2378-4db8-a28c-f9c473f9d09d with Priority: HIGHEST for action port [ 891.639340] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a84d9e-2378-4db8-a28c-f9c473f9d09d with Priority: HIGHEST for action port [ 891.639340] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a84d9e-2378-4db8-a28c-f9c473f9d09d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.639987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a84d9e-2378-4db8-a28c-f9c473f9d09d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.641875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a84d9e-2378-4db8-a28c-f9c473f9d09d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.641875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a84d9e-2378-4db8-a28c-f9c473f9d09d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.641875] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a84d9e-2378-4db8-a28c-f9c473f9d09d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.940899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.941051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.941109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.941294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.941386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.941480] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 already deleted. [ 891.941566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.144233] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a84d9e-2378-4db8-a28c-f9c473f9d09d [ 892.144331] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.144405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.144471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.144791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.144791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.144895] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a84d9e-2378-4db8-a28c-f9c473f9d09d already deleted. [ 892.144929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a84d9e-2378-4db8-a28c-f9c473f9d09d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.970171] env[62626]: INFO networking_nsxv3.common.synchronization [req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c req-022ef54f-a6ea-4e2d-a089-99a95418aa73 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 892.970171] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 892.970171] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.970171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.970171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.970171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.973269] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.973269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.973269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.973269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.973269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.973269] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.474817] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.474817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.474817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.475928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.475928] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.475928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.475928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.475928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.475928] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 893.500009] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.500154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.500379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.500623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.500778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.509871] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 893.545809] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.546140] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.546443] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.549168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.549168] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.549168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.549168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.549168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.549168] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.549168] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.549168] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.549168] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.549168] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.549168] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.549168] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.549168] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.568857] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.569796] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.569796] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.569796] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.569796] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-596ef837-516b-42ee-8bed-b1647e8b8b14 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.570117] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.570117] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.570420] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.570506] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596ef837-516b-42ee-8bed-b1647e8b8b14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.077116] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.077569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.077569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.077881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.078089] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.078486] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 596ef837-516b-42ee-8bed-b1647e8b8b14 not found, creating... [ 894.078864] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.079457] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.079577] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.079866] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.080015] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.081016] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.081237] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.081739] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.081999] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.082412] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.082663] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 596ef837-516b-42ee-8bed-b1647e8b8b14 is going to be created. [ 894.103411] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.103911] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.103962] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.104363] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.104632] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.104887] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.125935] env[62626]: INFO networking_nsxv3.common.synchronization [None req-89746686-9551-4ec2-a600-b3076637f3c8 None None] Enqueued Resource ID: 0e6e8233-8058-4c4d-b487-6f53c8de2bc7 with Priority: HIGHEST for action port [ 894.126360] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6e8233-8058-4c4d-b487-6f53c8de2bc7 with Priority: HIGHEST for action port [ 894.127216] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6e8233-8058-4c4d-b487-6f53c8de2bc7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.127216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6e8233-8058-4c4d-b487-6f53c8de2bc7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.127216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6e8233-8058-4c4d-b487-6f53c8de2bc7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.127399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6e8233-8058-4c4d-b487-6f53c8de2bc7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.127399] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6e8233-8058-4c4d-b487-6f53c8de2bc7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.567622] env[62626]: INFO networking_nsxv3.common.synchronization [None req-27c70bf2-cca1-489d-8c9d-fce940caa2bd tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_rules [ 894.567622] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_rules [ 894.567791] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.568093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.568346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.568688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.568896] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.632200] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6e8233-8058-4c4d-b487-6f53c8de2bc7 [ 894.634221] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.634221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.634221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.634221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.634221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.634221] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6e8233-8058-4c4d-b487-6f53c8de2bc7 already deleted. [ 894.634221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6e8233-8058-4c4d-b487-6f53c8de2bc7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.968769] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c974ae3e-1ddc-40ba-a396-ebb8b8c68752 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_rules [ 894.968865] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_rules [ 894.969209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.087962] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.088603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.088603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.088704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.089595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.089595] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 already deleted. [ 895.089595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.089595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.089595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.089595] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.483644] env[62626]: INFO networking_nsxv3.common.synchronization [req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c req-04eebc30-123e-45c4-9e7d-0106695439cc service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 895.483830] env[62626]: INFO networking_nsxv3.common.synchronization [req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c req-04eebc30-123e-45c4-9e7d-0106695439cc service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 895.483979] env[62626]: INFO networking_nsxv3.common.synchronization [req-65fb1ce2-3c81-4c83-9e85-7ec02633d13c req-04eebc30-123e-45c4-9e7d-0106695439cc service nova] Enqueued Resource ID: 596ef837-516b-42ee-8bed-b1647e8b8b14 with Priority: HIGHEST for action port [ 895.484615] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 895.484755] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 895.484855] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596ef837-516b-42ee-8bed-b1647e8b8b14 with Priority: HIGHEST for action port [ 895.485312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.485444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.485532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.485720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.485837] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.486739] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.486883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.487044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-596ef837-516b-42ee-8bed-b1647e8b8b14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.487236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.487236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.487435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.487797] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596ef837-516b-42ee-8bed-b1647e8b8b14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.521941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 895.522252] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 deletion is rescheduled due to dependency. [ 895.522349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.524423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.524423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.525855] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.525855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.525855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.525855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.525855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.525855] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.618426] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.618426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.618426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.618426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.618426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.618426] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 already deleted. [ 895.618426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.812054] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.812903] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.812903] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.812903] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.813145] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.813256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.813379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.813597] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.813751] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.813978] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.814189] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.814286] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.814369] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.814482] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.814587] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.814729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.989561] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 596ef837-516b-42ee-8bed-b1647e8b8b14 with status ACTIVE [ 895.989822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.990012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.990060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.990225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.990313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.990504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.990652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.990652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.990831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.990951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.991139] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.991242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.991381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.991433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.991545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.991636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 596ef837-516b-42ee-8bed-b1647e8b8b14 is going to be updated. [ 895.992777] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.992891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.997249] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.997414] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.183 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.997558] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.997722] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-778" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.998014] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-208f68d0-2952-4fbb-b8a4-d132ff92a298 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.998190] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.998315] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.998848] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.998990] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208f68d0-2952-4fbb-b8a4-d132ff92a298',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.011803] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.011803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.011803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.011803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.011803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.011803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-596ef837-516b-42ee-8bed-b1647e8b8b14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.029136] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.501430] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.502410] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.502612] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.502934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.503129] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.503464] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.503639] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.503759] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.503993] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.504175] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.504503] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.504643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.504755] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.504966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.505111] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.505360] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 is going to be updated. [ 896.526354] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.526895] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.527187] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.527604] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.528767] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.528767] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.530669] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.748633] env[62626]: INFO networking_nsxv3.common.synchronization [None req-fef46f96-3499-4d36-b0a3-516b69b7a6a5 None None] Enqueued Resource ID: b55071b3-76c9-4a08-a5d9-42a4a90471e4 with Priority: HIGHEST for action port [ 896.748958] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55071b3-76c9-4a08-a5d9-42a4a90471e4 with Priority: HIGHEST for action port [ 896.749705] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55071b3-76c9-4a08-a5d9-42a4a90471e4 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.749831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55071b3-76c9-4a08-a5d9-42a4a90471e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.750208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55071b3-76c9-4a08-a5d9-42a4a90471e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.750338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55071b3-76c9-4a08-a5d9-42a4a90471e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.750423] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55071b3-76c9-4a08-a5d9-42a4a90471e4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.036307] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.036482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.036596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.036780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.036867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.036968] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 897.063087] env[62626]: INFO networking_nsxv3.common.synchronization [req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 req-7dec9128-3451-4e6b-ba81-4c9a91cf5ffb service nova] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_rules [ 897.063087] env[62626]: INFO networking_nsxv3.common.synchronization [req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 req-7dec9128-3451-4e6b-ba81-4c9a91cf5ffb service nova] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 897.063087] env[62626]: INFO networking_nsxv3.common.synchronization [req-522fa1e2-c9ae-449a-ad44-ab4efaa74639 req-7dec9128-3451-4e6b-ba81-4c9a91cf5ffb service nova] Enqueued Resource ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 with Priority: HIGHEST for action port [ 897.064380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.065271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.065382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.068335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.068335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.069596] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_rules [ 897.069596] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 897.069676] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 with Priority: HIGHEST for action port [ 897.071897] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.071897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.071897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.071897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.071897] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.074731] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.074731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.074731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.075066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.075207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.075787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.075787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.075787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.075787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.075787] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.077033] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-208f68d0-2952-4fbb-b8a4-d132ff92a298 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.077033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.077226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.077226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.077348] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('208f68d0-2952-4fbb-b8a4-d132ff92a298',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.085951] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 897.253188] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55071b3-76c9-4a08-a5d9-42a4a90471e4 [ 897.253273] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.253692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.253692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.253877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.253877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.253877] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55071b3-76c9-4a08-a5d9-42a4a90471e4 already deleted. [ 897.253956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55071b3-76c9-4a08-a5d9-42a4a90471e4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.582278] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.584111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.584367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.584463] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 208f68d0-2952-4fbb-b8a4-d132ff92a298 with status ACTIVE [ 897.584618] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.584724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.584783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.585030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.585269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.585329] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.585466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.585519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.585664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.585752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.585958] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.586729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.586729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.586729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.586729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.586729] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 208f68d0-2952-4fbb-b8a4-d132ff92a298 is going to be updated. [ 897.606450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.606713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.606713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.606940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.607022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.607152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-208f68d0-2952-4fbb-b8a4-d132ff92a298" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.088176] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.592916] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.596038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.596038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.596038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.596038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.596038] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 898.599669] env[62626]: INFO networking_nsxv3.common.synchronization [req-d85f835b-e7ec-40cf-93f8-240e42ed3265 req-bea3cee0-d6f1-464c-887e-8390beb630e4 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 898.600296] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 898.600988] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.601117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.601182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.601415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.601565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.601647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.601707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.601851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.602430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.602430] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.625451] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.625599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.625644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.625855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.625966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.634603] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 898.676070] env[62626]: INFO networking_nsxv3.common.synchronization [req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 req-1102882c-650f-427a-94ec-ab88b5d5fe9f tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 898.677068] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 898.677407] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.677530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.677597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.677855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.678029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.678130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.678192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.678345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.678429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.678743] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.094941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 899.095134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.095325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.095524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.095708] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.095820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.096249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.096434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.096519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.096605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.096695] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.104125] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.180981] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.181152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.181221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.181435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.181521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.181707] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.181797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.181854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.182044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.182126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.182210] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c already deleted. [ 899.182287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.250575] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.251030] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.251187] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.251620] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.251976] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.252170] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.252303] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.252679] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.252881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.253120] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.253243] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.253371] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.253560] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.254041] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.254290] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.254613] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.276621] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.276859] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.276937] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.277254] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.277573] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.277758] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.277910] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.278248] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.278395] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330fd51d-99ac-49cc-b4ef-0d351fa28b9c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.600586] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.606722] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.781430] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.781726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.781901] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.782228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.782416] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.782626] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 330fd51d-99ac-49cc-b4ef-0d351fa28b9c not found, creating... [ 899.782948] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.783144] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.783303] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.783562] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.783751] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.784119] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.784375] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.784533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.784778] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.784955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.785178] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 330fd51d-99ac-49cc-b4ef-0d351fa28b9c is going to be created. [ 899.805249] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.805703] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.805703] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.805918] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.806217] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.806464] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.105730] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50d08bc-cc86-4a04-9295-aa033a1b2506: rpc.has_security_group_logging(os_id): False [ 900.109035] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.109035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.109035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.109238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.109341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.109492] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be updated. [ 900.122387] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.122545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.122625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.122870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.122980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.123254] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.123359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.123423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.123569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.123646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.123728] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 900.139655] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.139817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.139898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.140118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.140271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.147374] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 2s [ 900.181155] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.182725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.182725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.182725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.182725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.194956] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 900.644230] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 900.644504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.644639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.644837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.645037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.645170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.645259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.645430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.645677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.645677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.645677] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.673252] env[62626]: INFO networking_nsxv3.common.synchronization [req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 req-ceb038cb-0662-4f2d-aa02-ddcaeacf71ae service nova] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_rules [ 900.673442] env[62626]: INFO networking_nsxv3.common.synchronization [req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 req-ceb038cb-0662-4f2d-aa02-ddcaeacf71ae service nova] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 900.673582] env[62626]: INFO networking_nsxv3.common.synchronization [req-614f0f86-7d9a-433f-9e94-df0cb351cfb6 req-ceb038cb-0662-4f2d-aa02-ddcaeacf71ae service nova] Enqueued Resource ID: 330fd51d-99ac-49cc-b4ef-0d351fa28b9c with Priority: HIGHEST for action port [ 900.674073] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_rules [ 900.674218] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 900.674313] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330fd51d-99ac-49cc-b4ef-0d351fa28b9c with Priority: HIGHEST for action port [ 900.675275] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.675430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.675503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.675756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.675849] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.676647] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.676757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.676826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.676985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.677142] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.677297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.677411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.677626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.677735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.677823] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.678563] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.678675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.678740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.678871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.678937] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330fd51d-99ac-49cc-b4ef-0d351fa28b9c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.148532] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.148800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.148800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.149149] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.149320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.149502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.149590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.149678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.149820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.149908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.149966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.150161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.150297] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.150386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.150460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.150643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.150725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.150808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.150893] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.180679] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.180679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.180679] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.181549] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 330fd51d-99ac-49cc-b4ef-0d351fa28b9c with status ACTIVE [ 901.181766] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.181847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.181890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.182115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.182202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.182428] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.182505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.182505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.182645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.182722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.182903] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.182986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.183456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.183645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.183730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.183779] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 330fd51d-99ac-49cc-b4ef-0d351fa28b9c is going to be updated. [ 901.206539] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.206714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.206714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.206904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.207040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.207207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330fd51d-99ac-49cc-b4ef-0d351fa28b9c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.655437] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cd5fc5-643b-4b60-9b60-3b40717e0bfc: rpc.has_security_group_logging(os_id): False [ 901.671781] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.671981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.672109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.672416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.672516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.672799] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.672944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.673326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.673326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.673517] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.673632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.673707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.673987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.674304] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.674435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.674525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.674732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.674826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.675612] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 901.685431] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.749895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.750083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.750181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.750467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.750645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.762125] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 902.157411] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 4s [ 902.188161] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.188881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.188881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.189028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.189135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.189239] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be created. [ 902.206955] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 902.207256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.218321] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.218321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.218321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.218608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.218680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.230049] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: UNINITIALIZED for 2s [ 903.774863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 903.775158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.109195] env[62626]: INFO networking_nsxv3.common.synchronization [req-b18e9c22-cb0e-4b22-b3e3-e843c202d91f req-1bb01259-fd3b-4576-8d3b-3998a335d4fe tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 904.110113] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 904.110595] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.110765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.111019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.111361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.111531] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.112688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.112688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.112857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.113009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.113072] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.122893] env[62626]: INFO networking_nsxv3.common.synchronization [req-426b20c4-e1db-43b5-983d-873ec4bd07bc req-b929ef61-ae00-4aca-8328-aa6e4eb43413 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 904.123439] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 904.123749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.123870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.123938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.124168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.124332] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.124457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.124502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.124823] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.124823] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.124823] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.167643] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 904.167983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.239960] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: SUCCESS [ 904.240202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.240378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.240661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.240891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.240966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.241050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.241202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.241283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.241365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.241452] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.502434] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.502664] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.503150] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.503863] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.504251] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.504477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.504731] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.505043] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.506619] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.506619] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.506619] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.506619] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.506619] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.506619] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.506619] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.506619] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.524769] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.524960] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.525130] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.525552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.525910] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f1135313-bb55-4874-a47f-6ae56d244804 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.526113] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.526313] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.526685] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.526837] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1135313-bb55-4874-a47f-6ae56d244804',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.615900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.616103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.616207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.616422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.616606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.616710] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.616825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.616882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.617060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.617162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.617268] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 904.630125] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.630292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.630362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.630560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.630697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.630868] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.630965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.631045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.631194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.631271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.631357] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 904.673761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.673994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.673994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.674244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.674388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.676955] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.677260] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.677331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.677564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.677695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.687898] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 904.688755] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 904.744834] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.744973] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.745085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.745366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.745717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.745876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.745974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.746820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.746820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.746820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.746820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.746820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.746820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.746820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.747164] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.747321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.747412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.747595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.747717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.747838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.747965] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.029957] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.030379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.030379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.030626] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.030789] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.031031] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f1135313-bb55-4874-a47f-6ae56d244804 not found, creating... [ 905.031377] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.031563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.031786] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.031932] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.032093] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.032399] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.032599] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.032727] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.032982] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.033153] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.033304] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f1135313-bb55-4874-a47f-6ae56d244804 is going to be created. [ 905.056515] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.056784] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.056927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.057305] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.057560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.057795] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.250201] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c88bd39-fd94-4328-8c0a-e0cca744cc3c: rpc.has_security_group_logging(os_id): False [ 905.275290] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.275290] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.275290] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.275290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.276442] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.276442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.276442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.276442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.276442] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.276442] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be created. [ 905.341661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.341882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.341882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.342186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.342377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.354116] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: IN_PROGRESS for 2s [ 905.761604] env[62626]: INFO networking_nsxv3.common.synchronization [req-426b20c4-e1db-43b5-983d-873ec4bd07bc req-accea64f-0e36-4a00-947c-c197267712ba service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 905.761828] env[62626]: INFO networking_nsxv3.common.synchronization [req-426b20c4-e1db-43b5-983d-873ec4bd07bc req-accea64f-0e36-4a00-947c-c197267712ba service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 905.762010] env[62626]: INFO networking_nsxv3.common.synchronization [req-426b20c4-e1db-43b5-983d-873ec4bd07bc req-accea64f-0e36-4a00-947c-c197267712ba service nova] Enqueued Resource ID: f1135313-bb55-4874-a47f-6ae56d244804 with Priority: HIGHEST for action port [ 905.764459] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 905.764595] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 905.764694] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1135313-bb55-4874-a47f-6ae56d244804 with Priority: HIGHEST for action port [ 905.766277] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.766277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.766277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.766277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.766277] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.766535] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.766593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.766761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1135313-bb55-4874-a47f-6ae56d244804 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.766853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.766903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.767083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.767175] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1135313-bb55-4874-a47f-6ae56d244804',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.268619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.268886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.273149] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1135313-bb55-4874-a47f-6ae56d244804 with status ACTIVE [ 906.273344] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.273465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.273538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.273736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.273825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.273993] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.274102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.274167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.274306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.274397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.274785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.274785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.274785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.274899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.274899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.275018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1135313-bb55-4874-a47f-6ae56d244804 is going to be updated. [ 906.297351] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.298022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.298022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.298176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.298392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.298667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1135313-bb55-4874-a47f-6ae56d244804" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.704076] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 906.704269] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 906.704418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.705138] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 906.705286] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 906.705380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.705539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.705760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.705998] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.706204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.706288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.706463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.706542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.706634] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.208871] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.367977] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: SUCCESS [ 907.368368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.482661] env[62626]: INFO networking_nsxv3.common.synchronization [req-42568477-2985-4514-af01-3875121611b2 req-f91ea6ae-4739-4259-9eed-9972ccfe7618 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 907.483192] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 907.483636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.483809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.483918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.485934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.486175] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.486268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.486335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.486522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.486607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.487175] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.711611] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.990981] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.990981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.990981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.990981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.009064] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.009064] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.009290] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.009530] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.009727] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.009915] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.010088] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.010318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.010469] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.010697] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.010815] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.010982] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.011114] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.011230] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.011364] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.011648] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.013348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.013612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.013816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.013816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.013953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.014059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.014172] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 908.031431] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.031534] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.031678] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.031866] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.032269] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-acdfb156-e586-4f40-bca7-870e6a903d1c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.032417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.032569] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.032928] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.033086] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdfb156-e586-4f40-bca7-870e6a903d1c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.044945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.045207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.045277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.045468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.046145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.058371] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 908.215570] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.215742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.215802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.216046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.216171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.216285] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 908.248764] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.248764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.248764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.248764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.249175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.259900] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 908.538115] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.538557] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.538931] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.539480] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.539828] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.540042] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port acdfb156-e586-4f40-bca7-870e6a903d1c not found, creating... [ 908.540337] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.540520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.540648] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.540904] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.541070] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.541393] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.541562] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.541688] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.541913] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.542068] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.542215] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: acdfb156-e586-4f40-bca7-870e6a903d1c is going to be created. [ 908.563033] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.563245] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.563399] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.563827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.564120] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.564375] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.035149] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 req-69f7c7ab-cd32-4d96-b9e9-8cddcf844454 tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 909.035310] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 909.035618] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.035738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.035818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.035999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.036388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.036497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.036546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.036701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.036786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.036895] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.540852] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.541182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.541182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.541506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.541506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.541667] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.541667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.541785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.541834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.541913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.542017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 909.566044] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.566044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.566044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.566044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.566044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.572160] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 909.658446] env[62626]: INFO networking_nsxv3.common.synchronization [req-42568477-2985-4514-af01-3875121611b2 req-568843b8-0220-4d22-af09-e862518d7869 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 909.658446] env[62626]: INFO networking_nsxv3.common.synchronization [req-42568477-2985-4514-af01-3875121611b2 req-568843b8-0220-4d22-af09-e862518d7869 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 909.658446] env[62626]: INFO networking_nsxv3.common.synchronization [req-42568477-2985-4514-af01-3875121611b2 req-568843b8-0220-4d22-af09-e862518d7869 service nova] Enqueued Resource ID: acdfb156-e586-4f40-bca7-870e6a903d1c with Priority: HIGHEST for action port [ 909.658904] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 909.659162] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 909.659453] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdfb156-e586-4f40-bca7-870e6a903d1c with Priority: HIGHEST for action port [ 909.659810] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.659940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.660031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.660245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.660328] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.661536] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.661634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.661827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-acdfb156-e586-4f40-bca7-870e6a903d1c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.661926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.661989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.662172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.662250] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdfb156-e586-4f40-bca7-870e6a903d1c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.744579] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.744822] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.744957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.745319] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.745586] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.745686] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.745873] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.746545] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.746545] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.746545] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.746718] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.746803] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.746857] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.747567] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.747567] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.747567] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.764152] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.764606] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.764807] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.765040] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-78" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.765371] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-99d394e4-fd13-454e-a282-cef5e4c8e9be taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.766366] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.766366] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.768109] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.769023] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d394e4-fd13-454e-a282-cef5e4c8e9be',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.833169] env[62626]: INFO networking_nsxv3.common.synchronization [req-6e996387-1016-4109-9374-96f765707f88 req-bfa207f6-5dcf-479f-878c-fe63383ab68e tempest-ServersTestManualDisk-635989863 tempest-ServersTestManualDisk-635989863-project-member] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_members [ 909.833169] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGHEST for action security_group_members [ 909.833169] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.833958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.834307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.834641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.834944] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.835231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.835414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.835716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.836067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.836480] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.073233] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 910.073714] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 deletion is rescheduled due to dependency. [ 910.073853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.074034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.074663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.074871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.075015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.076202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.076202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.076202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.076202] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.164468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.164606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.164845] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acdfb156-e586-4f40-bca7-870e6a903d1c with status ACTIVE [ 910.164927] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.165032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.165094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.165303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.165385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.165548] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.165636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.165694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.165834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.165905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.166093] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.166213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.166274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.166410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.166480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.166591] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acdfb156-e586-4f40-bca7-870e6a903d1c is going to be updated. [ 910.190463] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.190463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.190463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.190655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.190692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.190832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acdfb156-e586-4f40-bca7-870e6a903d1c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.270963] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 910.271289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.271918] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.272119] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.272256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.272623] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.272842] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.273107] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 99d394e4-fd13-454e-a282-cef5e4c8e9be not found, creating... [ 910.273737] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.273833] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.273981] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.274535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.274690] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.275101] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.275355] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.275554] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275885] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.276160] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.276346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 99d394e4-fd13-454e-a282-cef5e4c8e9be is going to be created. [ 910.277790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.278020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.278152] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.278255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.278319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.278466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.278631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.278631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.278713] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.296782] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.296991] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.297155] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.297445] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.297689] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.297914] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.339286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.339547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.339604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.339859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.339988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.340257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.340364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.340437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.340652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.340745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.340853] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a is going to be updated. [ 910.366067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.366263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.366346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.366568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.366704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.377781] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a in Status: IN_PROGRESS for 2s [ 910.547977] env[62626]: INFO networking_nsxv3.common.synchronization [req-1e348c17-6f3c-487c-b1c8-d8b1f777588c req-1bf49788-ac75-4a34-ac94-16ff06ed8751 tempest-FloatingIPsAssociationTestJSON-789352126 tempest-FloatingIPsAssociationTestJSON-789352126-project-member] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 910.549248] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGHEST for action security_group_members [ 910.549248] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.549248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.549248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.550101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.550101] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.550101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.550101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.550101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.550101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.550101] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.578525] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.781467] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.781621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.781621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.781773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.782116] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.782218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.782283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.782453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.782557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.782649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.782798] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.783134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.783134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.783134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.783302] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.783372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.783434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.783682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.783778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.783860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.783955] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.051950] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.052164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.052265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.052568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.052684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.052871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.052968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.053041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.053237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.053338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.053463] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be updated. [ 911.081312] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.083377] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.083658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.083658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.083948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.084163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.095879] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: IN_PROGRESS for 2s [ 911.286678] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02284d39-f927-4713-83e4-e22dda23c735: rpc.has_security_group_logging(os_id): False [ 911.306034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.306282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.306282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.307718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.307718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.308195] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.308195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.309170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.311865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.311865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.311865] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 911.349789] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 req-2b45a4fd-f710-48ce-bfad-59b7534de9ae service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 911.349970] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 req-2b45a4fd-f710-48ce-bfad-59b7534de9ae service nova] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 911.350416] env[62626]: INFO networking_nsxv3.common.synchronization [req-b4d069b4-7c50-42c2-a90e-cd52cbdd7e53 req-2b45a4fd-f710-48ce-bfad-59b7534de9ae service nova] Enqueued Resource ID: 99d394e4-fd13-454e-a282-cef5e4c8e9be with Priority: HIGHEST for action port [ 911.350416] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_rules [ 911.350592] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 911.350592] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d394e4-fd13-454e-a282-cef5e4c8e9be with Priority: HIGHEST for action port [ 911.352494] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.352494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.352494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.352494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.352494] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.355015] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.355242] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d394e4-fd13-454e-a282-cef5e4c8e9be taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.355329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.355433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.355512] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d394e4-fd13-454e-a282-cef5e4c8e9be',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.386838] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.386838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.386838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.386838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.387579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.401319] env[62626]: INFO networking_nsxv3.common.synchronization [req-6ad636ea-9887-40b5-b611-bd32ad4a5df9 req-cdb8b1e9-fa9a-404a-9bbe-0d1d8c863576 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 911.402327] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 911.402737] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 911.403066] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.403184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.403244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.403455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.403607] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.403701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.403758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.403921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.403993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.404093] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.581415] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 911.581844] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 911.581844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.581844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.582031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.583293] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.583293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.583293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.583293] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.586362] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.586482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.586523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.586671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.586749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.586836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 911.613660] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.613660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.613660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.613895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.613932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.622329] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 911.857516] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.857655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.858110] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99d394e4-fd13-454e-a282-cef5e4c8e9be with status ACTIVE [ 911.858110] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.858110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.858306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.859047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.859047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.859047] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.859047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.859247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.859280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.859428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.859718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.859848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.859947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.860182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.860311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.860446] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99d394e4-fd13-454e-a282-cef5e4c8e9be is going to be updated. [ 911.887742] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.887742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.887742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.887742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.887742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.887742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d394e4-fd13-454e-a282-cef5e4c8e9be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.908484] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.085035] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.387541] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a in Status: SUCCESS [ 912.387717] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a deletion is rescheduled due to dependency. [ 912.387830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.411510] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.591654] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.915096] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.915290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.915385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.915572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.915664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.915768] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 912.944227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.944392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.944468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.944671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.944811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.953399] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 913.092387] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.092616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.092616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.092845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.092982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.093137] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 913.106423] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a in Status: SUCCESS [ 913.106682] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a deletion is rescheduled due to dependency. [ 913.106848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.123943] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.124278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.124440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.124779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.125053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.134229] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 913.415523] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 913.415761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.639243] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 913.639504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.639630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.639839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.640031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.640147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.640213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.640377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.640458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.640590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.640651] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.143543] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.143755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.144157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.144398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.144578] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.144682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.144747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.144900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.144996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.145351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.145537] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.145635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.145698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.145854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.145999] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.146165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.146165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.146437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.146437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.146437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.146635] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.650650] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6799730-efb4-435f-9884-13bb46eb2649: rpc.has_security_group_logging(os_id): False [ 914.668291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.668291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.668291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.668661] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.668661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.668661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.668758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.668787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.669419] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.669419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.669419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.669419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.669419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.669661] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 914.739989] env[62626]: INFO networking_nsxv3.common.synchronization [req-3533dc2e-12a0-4a0f-8090-8c0fff0991a1 req-5ed15a16-dc26-4638-b94e-242a58999df4 tempest-ServersWithSpecificFlavorTestJSON-1846938687 tempest-ServersWithSpecificFlavorTestJSON-1846938687-project-member] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 914.740885] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGHEST for action security_group_members [ 914.741651] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.744396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.744396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.744396] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.758898] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.758898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.758898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.758898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.758898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.775294] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 914.964230] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 914.964884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.145702] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.145702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.145702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.145702] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.247069] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.247069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.247069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.247069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.271189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.271512] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.271639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.271639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.271806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.271886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.271997] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be updated. [ 915.295751] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.295864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.295919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.296214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.296431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.305961] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: IN_PROGRESS for 2s [ 915.650025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.650025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.650025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.650025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.650025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.650935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.650935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.650935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.650935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.650935] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.152941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b430d86-e534-4cd9-8664-de47817c7a46: rpc.has_security_group_logging(os_id): False [ 916.170874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.171101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.171391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.171575] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.171729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.171949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.172152] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.172252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.172293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.172425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.172493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.172763] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.172763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.172858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.172938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.173020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.173115] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 916.241653] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.241896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.241896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.242400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.242400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.253135] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 916.788368] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 916.788368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.808018] env[62626]: INFO networking_nsxv3.common.synchronization [None req-3e2c7abe-279f-472b-83dd-5a16cb473571 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 916.808018] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 916.808018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.808018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.808018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.808018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.808018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.808018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.808018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.808018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.810391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.810391] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.311218] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.316074] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 in Status: SUCCESS [ 917.316392] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 deletion is rescheduled due to dependency. [ 917.316519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.814046] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.265323] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 918.265819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.317052] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.317351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.317458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.317797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.317921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.318252] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 918.345506] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.345841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.345841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.346039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.346252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.354464] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 918.909141] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.909141] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.909541] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.909541] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.909735] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.915024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.915024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.915024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.915024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.915024] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.915024] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.915024] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.915024] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.915024] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.915024] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.915024] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.950195] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.950425] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.950605] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.950925] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.951211] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-14888c34-aa65-42d6-8eb3-d62b3a451ad6 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.952553] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.952553] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.952690] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.952783] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14888c34-aa65-42d6-8eb3-d62b3a451ad6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.455750] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.456027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.456161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.456461] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.456624] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.456787] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 14888c34-aa65-42d6-8eb3-d62b3a451ad6 not found, creating... [ 919.457082] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.457233] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.457358] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.457707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.457707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.457987] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.458161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.458282] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.458525] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.458691] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.458840] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 14888c34-aa65-42d6-8eb3-d62b3a451ad6 is going to be created. [ 919.482468] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.483227] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.483227] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.483227] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.483408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.483948] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.749014] env[62626]: INFO networking_nsxv3.common.synchronization [None req-cedd183e-63b7-474f-b850-991801cb5885 None None] Enqueued Resource ID: 281d20bf-e815-446f-8509-661bac807bf3 with Priority: HIGHEST for action port [ 919.749014] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281d20bf-e815-446f-8509-661bac807bf3 with Priority: HIGHEST for action port [ 919.750237] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-281d20bf-e815-446f-8509-661bac807bf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.750237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-281d20bf-e815-446f-8509-661bac807bf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.750237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-281d20bf-e815-446f-8509-661bac807bf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.750237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-281d20bf-e815-446f-8509-661bac807bf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.750237] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('281d20bf-e815-446f-8509-661bac807bf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.235128] env[62626]: INFO networking_nsxv3.common.synchronization [req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 req-0efad324-b340-4023-b65e-48aa8c0e1fd4 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 920.235355] env[62626]: INFO networking_nsxv3.common.synchronization [req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 req-0efad324-b340-4023-b65e-48aa8c0e1fd4 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 920.235473] env[62626]: INFO networking_nsxv3.common.synchronization [req-26988c2a-b2f5-4a5f-b62a-6549a4d940b8 req-0efad324-b340-4023-b65e-48aa8c0e1fd4 service nova] Enqueued Resource ID: 14888c34-aa65-42d6-8eb3-d62b3a451ad6 with Priority: HIGHEST for action port [ 920.235665] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 920.235785] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 920.235884] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14888c34-aa65-42d6-8eb3-d62b3a451ad6 with Priority: HIGHEST for action port [ 920.236480] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.236606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.236674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.236870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.236948] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.237907] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.237995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.238239] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-14888c34-aa65-42d6-8eb3-d62b3a451ad6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.238333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.238394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.238547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.238616] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14888c34-aa65-42d6-8eb3-d62b3a451ad6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.251745] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 281d20bf-e815-446f-8509-661bac807bf3 [ 920.252615] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.252766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.252840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.253065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.253159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.253262] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:281d20bf-e815-446f-8509-661bac807bf3 already deleted. [ 920.253479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-281d20bf-e815-446f-8509-661bac807bf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.363887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 920.364104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.364289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.364506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.364686] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.364797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.364865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.365023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.365109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.365200] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.568056] env[62626]: INFO networking_nsxv3.common.synchronization [None req-82b93257-2640-4757-b6e4-d024008bfb72 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 920.568615] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 920.568919] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.569050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.569230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.569351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.569433] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.718684] env[62626]: INFO networking_nsxv3.common.synchronization [None req-7c4f6228-66ba-462a-b4db-6c1b5d4a4f96 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 920.719113] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 920.719444] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.719549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.740865] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.740865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.740865] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14888c34-aa65-42d6-8eb3-d62b3a451ad6 with status ACTIVE [ 920.740865] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.740865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.740865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.740865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.740865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.741557] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.741557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.741557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.741557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.741557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.741801] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.741801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.741801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.741933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.742144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.742144] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14888c34-aa65-42d6-8eb3-d62b3a451ad6 is going to be updated. [ 920.766059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.766754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.766754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.766754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.766754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.766911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14888c34-aa65-42d6-8eb3-d62b3a451ad6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.870635] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.094560] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.094704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.094978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.095065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.095179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.095299] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 already deleted. [ 921.095390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.095854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.096112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.096223] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.248524] env[62626]: INFO networking_nsxv3.common.synchronization [req-888e5c05-7f94-400e-a8a0-ddb27d8397fa req-1e79dbc6-3a73-4714-8cb2-78d0952b307f tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_members [ 921.249091] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_members [ 921.249363] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.249521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.249614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.249796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.249949] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.251263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.251263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.251406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.251593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.251763] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.376191] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.617468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.617649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.617649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.617883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.617976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.618022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 already deleted. [ 921.618103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.754468] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.754633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.754676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.754985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.755204] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.755312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.755351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.755516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.755618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.755709] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 already deleted. [ 921.755792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.881790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.881947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.882029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.882259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.882327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.882430] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 921.910291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.910383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.910492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.910646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.910766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.919330] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 922.153068] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.153354] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-540" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.153528] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-540" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.154611] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-540" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.155028] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.155470] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.155805] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.156289] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.156522] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.156929] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.157111] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.157293] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.157424] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.157623] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.157705] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.158174] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.201839] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c2875ad-a2de-4c7c-a8bf-e719f110e2f8 req-a2da27ab-b517-4bf0-b012-e1a029dba560 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 922.201839] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 922.201839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.202207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.202207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.202338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.202431] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.202716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.202716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.202716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.202854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.203576] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.221895] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.222207] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.222444] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.222763] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-540" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.223111] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-7bd37cfa-208d-48c3-86f7-2db30433cd66 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.223320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.223448] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.223809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.223974] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd37cfa-208d-48c3-86f7-2db30433cd66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.275403] env[62626]: INFO networking_nsxv3.common.synchronization [None req-3d585728-e565-40e4-a0c7-8c123e248222 None None] Enqueued Resource ID: 68071c09-1b51-42aa-aef7-5186cf99465d with Priority: HIGHEST for action port [ 922.280266] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68071c09-1b51-42aa-aef7-5186cf99465d with Priority: HIGHEST for action port [ 922.280926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-68071c09-1b51-42aa-aef7-5186cf99465d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.281136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68071c09-1b51-42aa-aef7-5186cf99465d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.281207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68071c09-1b51-42aa-aef7-5186cf99465d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.281487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68071c09-1b51-42aa-aef7-5186cf99465d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.281568] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68071c09-1b51-42aa-aef7-5186cf99465d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.705273] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.732032] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.732032] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 7bd37cfa-208d-48c3-86f7-2db30433cd66 not found, creating... [ 922.732032] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.732032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.732681] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732681] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.732681] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732681] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.732681] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.734510] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 7bd37cfa-208d-48c3-86f7-2db30433cd66 is going to be created. [ 922.763993] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.764690] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.765196] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.765442] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.765758] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.766010] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.783777] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68071c09-1b51-42aa-aef7-5186cf99465d [ 922.784223] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.784223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.784370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.784524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.784588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.784671] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68071c09-1b51-42aa-aef7-5186cf99465d already deleted. [ 922.784752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68071c09-1b51-42aa-aef7-5186cf99465d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.013668] env[62626]: INFO networking_nsxv3.common.synchronization [None req-df2c3a3c-0893-4f35-9aa8-b01f2c59560c None None] Enqueued Resource ID: 6dab7571-7132-48f1-a796-50ab8aee3b03 with Priority: HIGHEST for action port [ 923.014323] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dab7571-7132-48f1-a796-50ab8aee3b03 with Priority: HIGHEST for action port [ 923.014646] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dab7571-7132-48f1-a796-50ab8aee3b03 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.014774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dab7571-7132-48f1-a796-50ab8aee3b03" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.015850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dab7571-7132-48f1-a796-50ab8aee3b03" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.016227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dab7571-7132-48f1-a796-50ab8aee3b03" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.016363] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dab7571-7132-48f1-a796-50ab8aee3b03',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.208943] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.519802] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dab7571-7132-48f1-a796-50ab8aee3b03 [ 923.520227] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.520374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.520374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.520602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.520684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.520781] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dab7571-7132-48f1-a796-50ab8aee3b03 already deleted. [ 923.520894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dab7571-7132-48f1-a796-50ab8aee3b03" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.572037] env[62626]: INFO networking_nsxv3.common.synchronization [req-888e5c05-7f94-400e-a8a0-ddb27d8397fa req-f9a0fe5a-a2d7-4ed1-b6f1-3b44b084d3ca service nova] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_rules [ 923.572037] env[62626]: INFO networking_nsxv3.common.synchronization [req-888e5c05-7f94-400e-a8a0-ddb27d8397fa req-f9a0fe5a-a2d7-4ed1-b6f1-3b44b084d3ca service nova] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_members [ 923.572037] env[62626]: INFO networking_nsxv3.common.synchronization [req-888e5c05-7f94-400e-a8a0-ddb27d8397fa req-f9a0fe5a-a2d7-4ed1-b6f1-3b44b084d3ca service nova] Enqueued Resource ID: 7bd37cfa-208d-48c3-86f7-2db30433cd66 with Priority: HIGHEST for action port [ 923.572037] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_rules [ 923.572037] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_members [ 923.572037] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd37cfa-208d-48c3-86f7-2db30433cd66 with Priority: HIGHEST for action port [ 923.572037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.572881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.572881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.572881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.573486] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.574465] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.574580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.574650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.574825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.574976] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.575085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.575146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.575289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.575376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.575459] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.576594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd37cfa-208d-48c3-86f7-2db30433cd66 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.576722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.576722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.576906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.576946] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd37cfa-208d-48c3-86f7-2db30433cd66',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.713195] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.713546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.713546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.713735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.713878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.713996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 923.760203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.760454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.761854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.761854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.761854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.770959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 923.929438] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.934023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.934023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.934023] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.079907] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.080137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.080280] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.081194] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd37cfa-208d-48c3-86f7-2db30433cd66 with status ACTIVE [ 924.081327] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.081437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.081499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.081702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.081790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.081958] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.082066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.082066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.082354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.082429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.082609] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.082696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.082755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.082886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.082958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.083088] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd37cfa-208d-48c3-86f7-2db30433cd66 is going to be updated. [ 924.110767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.110767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.110767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.110767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.111016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.111135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd37cfa-208d-48c3-86f7-2db30433cd66" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.437748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.437748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.437748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.437748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.441049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.441049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.441049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.441049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.441049] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.584913] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.943394] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6799730-efb4-435f-9884-13bb46eb2649: rpc.has_security_group_logging(os_id): False [ 924.962899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.963051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.963121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.963366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.963453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.963679] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.963766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.963829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.964020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.964127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.964316] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.964405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.964461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.964627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.964671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.964893] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.964995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.965453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.965649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.965770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.965889] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 925.029738] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.029738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.029738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.029738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.030094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.043754] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 925.091018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.091018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.091018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.091018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.091018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.091018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 is going to be created. [ 925.137297] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.137684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.137943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.138231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.138478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.159349] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 in Status: UNINITIALIZED for 2s [ 925.562061] env[62626]: INFO networking_nsxv3.common.synchronization [None req-e956c459-0cd4-4a31-afe6-06b0d05216f9 None None] Enqueued Resource ID: 3eec4f50-0231-4ecb-8578-a98765545530 with Priority: HIGHEST for action port [ 925.562731] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eec4f50-0231-4ecb-8578-a98765545530 with Priority: HIGHEST for action port [ 925.563362] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eec4f50-0231-4ecb-8578-a98765545530 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.563547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eec4f50-0231-4ecb-8578-a98765545530" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.563659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eec4f50-0231-4ecb-8578-a98765545530" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.564200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eec4f50-0231-4ecb-8578-a98765545530" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.564347] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eec4f50-0231-4ecb-8578-a98765545530',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.781455] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 925.781787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.066423] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eec4f50-0231-4ecb-8578-a98765545530 [ 926.066689] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.066833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.066924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.067168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.067290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.067388] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eec4f50-0231-4ecb-8578-a98765545530 already deleted. [ 926.067467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eec4f50-0231-4ecb-8578-a98765545530" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.057805] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 927.057805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.168296] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 in Status: SUCCESS [ 927.168565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.168770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.169014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.169224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.169474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.169555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.169718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.169812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.169885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.169979] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.673029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.176442] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b39c6e3-6654-4242-b0ef-84992eaf7918: rpc.has_security_group_logging(os_id): False [ 928.199997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.200225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.200225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.200562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.200562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.200760] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.206793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.206793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.206793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.206793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.206793] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 is going to be created. [ 928.264686] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.264912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.264912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.265154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.265340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.276882] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 in Status: IN_PROGRESS for 2s [ 928.947046] env[62626]: INFO networking_nsxv3.common.synchronization [req-60c4a0ce-3a55-4f8f-93f7-7007e025ff66 req-ca65f632-d05e-4cd6-889c-7faa4e3412ae tempest-ServerDiskConfigTestJSON-726202487 tempest-ServerDiskConfigTestJSON-726202487-project-member] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 928.948977] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGHEST for action security_group_members [ 928.949770] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.949902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.949967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.950306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.950594] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.950741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.950805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.950976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.951065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.951526] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.243046] env[62626]: INFO networking_nsxv3.common.synchronization [req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 req-151fc9fa-227b-4451-81d2-2fceea9fc175 tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_members [ 929.243569] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_members [ 929.243894] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.244042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.244123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.244523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.248716] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.248851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.248929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.249109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.256023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.256023] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.453465] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.453657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.453712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.454031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.454142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.454359] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.454484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.454578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.454803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.454891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.454986] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be updated. [ 929.481769] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.482148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.482148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.483118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.483118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.490010] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: IN_PROGRESS for 2s [ 929.570911] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.571403] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-189" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.571667] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-189" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.572797] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-189" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.572797] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.572797] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.572797] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.573219] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.573485] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.573830] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.574121] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.574399] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.574642] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.574868] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.576626] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.576626] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.593017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.593214] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.593556] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.593556] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-189" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.593957] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-b5503ca8-c855-436b-b112-c63b5ad01f2f taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.594205] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.594359] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.594729] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.594882] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5503ca8-c855-436b-b112-c63b5ad01f2f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.754381] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.754618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.754698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.755679] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.755832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.756142] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.756295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.756394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.756626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.756743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.756868] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 already deleted. [ 929.756991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.097290] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.097468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.097853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.098215] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.098376] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.098645] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port b5503ca8-c855-436b-b112-c63b5ad01f2f not found, creating... [ 930.098933] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.099086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.099266] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.099509] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.099674] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.099995] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.100263] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.100400] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.100615] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.100760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.101124] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: b5503ca8-c855-436b-b112-c63b5ad01f2f is going to be created. [ 930.120294] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.120552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.120691] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.121024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.121405] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.121668] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.290622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 in Status: SUCCESS [ 930.290894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.834146] env[62626]: INFO networking_nsxv3.common.synchronization [req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 req-2f431be4-fb0f-4a60-8fce-f67c1c6d1fcd service nova] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_rules [ 930.834146] env[62626]: INFO networking_nsxv3.common.synchronization [req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 req-2f431be4-fb0f-4a60-8fce-f67c1c6d1fcd service nova] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_members [ 930.834361] env[62626]: INFO networking_nsxv3.common.synchronization [req-45f9df2b-c894-44b7-87bb-2f4120f44ad3 req-2f431be4-fb0f-4a60-8fce-f67c1c6d1fcd service nova] Enqueued Resource ID: b5503ca8-c855-436b-b112-c63b5ad01f2f with Priority: HIGHEST for action port [ 930.835314] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_rules [ 930.835521] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_members [ 930.835648] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5503ca8-c855-436b-b112-c63b5ad01f2f with Priority: HIGHEST for action port [ 930.835969] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.836166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.836282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.837684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.837684] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.837684] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.837847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.837847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.838064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.838519] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.838519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.838519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.838664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.838716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.838837] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.839917] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5503ca8-c855-436b-b112-c63b5ad01f2f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.839917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.840046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.840174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.840417] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5503ca8-c855-436b-b112-c63b5ad01f2f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.342035] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.346026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.346026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5503ca8-c855-436b-b112-c63b5ad01f2f with status ACTIVE [ 931.346026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.346026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.346026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.346026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.346839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.346839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.346839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.346839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.346839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5503ca8-c855-436b-b112-c63b5ad01f2f is going to be updated. [ 931.370623] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.370811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.370906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.371116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.371614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.371614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5503ca8-c855-436b-b112-c63b5ad01f2f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.506803] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b430d86-e534-4cd9-8664-de47817c7a46 in Status: SUCCESS [ 931.507406] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 deletion is rescheduled due to dependency. [ 931.507406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.525539] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c1fc900-d496-4c44-9c1d-d0c904624282 req-ab68d74d-2993-4f0d-890d-762fa8e49c31 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 931.526169] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 931.526477] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.526617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.526730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.526971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.527544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.527656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.527807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.527904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.527996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.528109] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.853265] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.031981] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.031981] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.031981] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 already deleted. [ 932.031981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.124509] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.124509] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.124509] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.124776] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.124946] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.125103] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.125233] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.125476] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.125607] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.125842] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.126028] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.126199] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.126307] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.126443] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.126558] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.126694] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.135720] env[62626]: INFO networking_nsxv3.common.synchronization [req-e94bba62-ee42-4036-bed0-c923d4e1eb4c req-0dbf7f16-72ec-4121-a229-a99082c524e1 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 932.136045] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 932.137212] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.137212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.137212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.137212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.137403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.137633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.137633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.137754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.137754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.137813] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.144765] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.144765] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.144957] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.145077] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.145372] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-85d040c7-d04f-4767-97f2-805eb6bbd2d7 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.145548] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.145659] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.146055] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.146149] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d040c7-d04f-4767-97f2-805eb6bbd2d7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.355367] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.355681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.355681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.356097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.356310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.356422] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 is going to be created. [ 932.382012] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.382012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.382012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.382012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.382012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.390906] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 in Status: UNINITIALIZED for 2s [ 932.639512] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.639773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.640111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.640315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.640413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.640489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.640776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.640896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.640941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be updated. [ 932.648277] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.648401] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.648975] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.648975] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.648975] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.649118] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 not found, creating... [ 932.649293] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.649445] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.649561] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.649768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.650191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.650260] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.650392] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.650801] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.650801] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.650927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.651090] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 is going to be created. [ 932.668587] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.669166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.669584] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.669637] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.671620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.671620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.671620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.671620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.671620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.679091] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: IN_PROGRESS for 2s [ 933.309172] env[62626]: INFO networking_nsxv3.common.synchronization [req-68c98309-de65-4390-b00c-81e5097cd2db req-a918f426-6684-4b2c-8de7-706cbd250bda tempest-ServersNegativeTestJSON-1140183760 tempest-ServersNegativeTestJSON-1140183760-project-member] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 933.309782] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGHEST for action security_group_members [ 933.310461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.310461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.310461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.310461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.310800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.310800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.310800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.310978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.311053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.311116] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.562731] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c1fc900-d496-4c44-9c1d-d0c904624282 req-a3589ab3-0035-4d8a-91a2-d48dfeda64e6 service nova] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 933.563019] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c1fc900-d496-4c44-9c1d-d0c904624282 req-a3589ab3-0035-4d8a-91a2-d48dfeda64e6 service nova] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 933.563091] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c1fc900-d496-4c44-9c1d-d0c904624282 req-a3589ab3-0035-4d8a-91a2-d48dfeda64e6 service nova] Enqueued Resource ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with Priority: HIGHEST for action port [ 933.563591] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 933.563899] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 933.563899] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with Priority: HIGHEST for action port [ 933.564335] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.564335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.564468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.564576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.564731] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.565765] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.565880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.566118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.566306] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.566403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.566463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.566716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.566782] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.571768] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d040c7-d04f-4767-97f2-805eb6bbd2d7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.571768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.571768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.571985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.571985] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d040c7-d04f-4767-97f2-805eb6bbd2d7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.669890] env[62626]: INFO networking_nsxv3.common.synchronization [req-7b99d57f-9b2a-4fd1-a39b-400172b5c8d2 req-c424ce0e-1f98-4c4c-ab07-233d859966d0 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 933.669890] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 933.670688] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.670829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.670898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.671134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.671278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.671380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.671486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.671616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.671875] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.671875] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.814906] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.815524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.819025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.819025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.819025] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be updated. [ 933.844663] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.845068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.846172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.846172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.846172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.854259] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: IN_PROGRESS for 2s [ 934.071738] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.074089] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.074268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.076020] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with status ACTIVE [ 934.076020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.076020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.076020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.076020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.076700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.076700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.076700] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 is going to be updated. [ 934.098450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.098778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.098866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.099117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.099264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.099439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.174241] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.369712] env[62626]: INFO networking_nsxv3.common.synchronization [None req-226947fd-9110-4a6d-9f50-1c851cf3e2d5 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 934.370250] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 934.370549] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.370645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.400569] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 in Status: SUCCESS [ 934.400684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.400826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.401052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.401241] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.401374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.401422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.401563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.401644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.401729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.401813] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.575065] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.676745] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.692360] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: SUCCESS [ 934.693218] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c deletion is rescheduled due to dependency. [ 934.693361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.905673] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.084925] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.084925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.084925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.084925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.084925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.084925] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be created. [ 935.106229] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.109257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.109257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.109629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.109958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.122398] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: UNINITIALIZED for 2s [ 935.180235] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.180235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.180235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.180235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.180235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.180235] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 935.207313] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.207313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.207313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.207571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.208794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.222974] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 935.408059] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0ece7a-8a59-44c6-bf86-853bb3f11793: rpc.has_security_group_logging(os_id): False [ 935.425474] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.425624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.425693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.425909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.425998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.430353] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.430353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.430353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.430353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.430353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.430353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 is going to be created. [ 935.487712] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.487864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.488114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.488114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.488341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.498596] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 in Status: IN_PROGRESS for 2s [ 935.863108] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc in Status: SUCCESS [ 935.863459] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc deletion is rescheduled due to dependency. [ 935.863459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.939918] env[62626]: INFO networking_nsxv3.common.synchronization [req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a req-70b76b1c-4736-4fd8-b429-7ea4576740d0 tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Enqueued Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_members [ 935.940477] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_members [ 935.940788] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.940963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.940963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.943120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.943392] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.943612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.943770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.944087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.944342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.944570] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.448424] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.448605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.448680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.448892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.448982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.449189] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.449289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.449375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.449503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.449578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.449661] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a already deleted. [ 936.449824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.456596] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.456790] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-339" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.456909] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-339" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.457250] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-339" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.457526] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.457687] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.457808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.458033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.458179] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.458397] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.458530] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.458654] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.458768] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.458943] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.458983] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.459126] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.483338] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.483529] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.483785] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.483881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-339" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.484242] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-78df8ff2-aa77-4024-b6ea-7dbf79679850 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.484781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.484781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.484956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.484956] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78df8ff2-aa77-4024-b6ea-7dbf79679850',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.989470] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.989816] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.989966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.990331] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.990539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.991093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 78df8ff2-aa77-4024-b6ea-7dbf79679850 not found, creating... [ 936.991161] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.991346] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.991627] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.991815] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.992046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.992419] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.992653] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.993011] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.993133] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.993526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.993604] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 78df8ff2-aa77-4024-b6ea-7dbf79679850 is going to be created. [ 937.011686] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.011920] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.012068] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.012362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.012603] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.012863] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.134506] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: UNINITIALIZED for 4s [ 937.233608] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 937.233866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.234240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.234339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.234466] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.234581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.234648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.234796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.234876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.234968] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.359991] env[62626]: INFO networking_nsxv3.common.synchronization [req-fcf51181-a3a0-4db4-9550-310bfafcb574 req-3091e32f-0788-47c8-be14-dae006ed4229 tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 937.360514] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 937.360809] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.360926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.360994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.361204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.361352] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.361449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.361511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.361651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.361735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.361825] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.510771] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 in Status: SUCCESS [ 937.510771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.695607] env[62626]: INFO networking_nsxv3.common.synchronization [req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a req-b3a7df33-00a3-48e7-9524-0b1908223e6e service nova] Enqueued Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_rules [ 937.695803] env[62626]: INFO networking_nsxv3.common.synchronization [req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a req-b3a7df33-00a3-48e7-9524-0b1908223e6e service nova] Enqueued Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_members [ 937.695950] env[62626]: INFO networking_nsxv3.common.synchronization [req-57bc50cf-dc82-40f9-8d49-d0151bee7a5a req-b3a7df33-00a3-48e7-9524-0b1908223e6e service nova] Enqueued Resource ID: 78df8ff2-aa77-4024-b6ea-7dbf79679850 with Priority: HIGHEST for action port [ 937.696507] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_rules [ 937.696884] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_members [ 937.696884] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78df8ff2-aa77-4024-b6ea-7dbf79679850 with Priority: HIGHEST for action port [ 937.697216] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.697216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.697216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.697433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.697520] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.698524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.698605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.700601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.700601] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.700601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-78df8ff2-aa77-4024-b6ea-7dbf79679850 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.700601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.703018] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78df8ff2-aa77-4024-b6ea-7dbf79679850',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.736932] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.737109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.737195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.737390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.737507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.737783] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.737922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.737989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.738125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.738214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.738303] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 937.764275] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.764406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.764492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.764736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.764807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.772329] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 937.863231] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.202657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.203317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.203317] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.204138] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78df8ff2-aa77-4024-b6ea-7dbf79679850 with status ACTIVE [ 938.208070] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.208070] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.208070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.208936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.208936] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.208936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.208936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.208936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.208936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.208936] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78df8ff2-aa77-4024-b6ea-7dbf79679850 is going to be updated. [ 938.234481] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.234718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.234718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.235029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.235029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.235205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78df8ff2-aa77-4024-b6ea-7dbf79679850" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.365823] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.712031] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.867801] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.868028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.868161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.868407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.868522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.868706] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 938.896245] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.896486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.896563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.896730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.896873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.906031] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 939.122738] env[62626]: INFO networking_nsxv3.common.synchronization [None req-d346dae4-c4ab-49ed-8c1e-ffc1d194280e None None] Enqueued Resource ID: 646235ef-2f5a-4b5f-820e-f3ae46030cc2 with Priority: HIGHEST for action port [ 939.122862] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646235ef-2f5a-4b5f-820e-f3ae46030cc2 with Priority: HIGHEST for action port [ 939.123676] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-646235ef-2f5a-4b5f-820e-f3ae46030cc2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.123848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-646235ef-2f5a-4b5f-820e-f3ae46030cc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.123985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-646235ef-2f5a-4b5f-820e-f3ae46030cc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.125432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-646235ef-2f5a-4b5f-820e-f3ae46030cc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.125529] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('646235ef-2f5a-4b5f-820e-f3ae46030cc2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.148951] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: SUCCESS [ 939.148951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.149209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.149255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.149412] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.149519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.149577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.149723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.149800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.149885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.150041] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.215990] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.216404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.216512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.216808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.217506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.217506] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a is going to be created. [ 939.245677] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.246208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.246254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.246469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.246632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.258215] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a in Status: UNINITIALIZED for 2s [ 939.631328] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 646235ef-2f5a-4b5f-820e-f3ae46030cc2 [ 939.631643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.631750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.631750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.631923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.632017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.632113] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:646235ef-2f5a-4b5f-820e-f3ae46030cc2 already deleted. [ 939.632194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-646235ef-2f5a-4b5f-820e-f3ae46030cc2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.651754] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.783832] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 939.783832] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 deletion is rescheduled due to dependency. [ 939.783832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.156522] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684: rpc.has_security_group_logging(os_id): False [ 940.180640] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.180821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.180864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.181067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.181151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.181395] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.181498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.181560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.181715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.181789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.181874] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be created. [ 940.263543] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.263881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.263881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.264123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.264374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.284219] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: IN_PROGRESS for 2s [ 940.916179] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 940.916557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.270985] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a in Status: SUCCESS [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.270985] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.270985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.271860] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.682671] env[62626]: INFO networking_nsxv3.common.synchronization [None req-be9a579b-1b5b-4982-b4b9-fda2eafe95ac None None] Enqueued Resource ID: 83433b27-6d9a-4fc2-85e6-622beb3457e6 with Priority: HIGHEST for action port [ 941.682979] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83433b27-6d9a-4fc2-85e6-622beb3457e6 with Priority: HIGHEST for action port [ 941.683581] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-83433b27-6d9a-4fc2-85e6-622beb3457e6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.683706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83433b27-6d9a-4fc2-85e6-622beb3457e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.683772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83433b27-6d9a-4fc2-85e6-622beb3457e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.688265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83433b27-6d9a-4fc2-85e6-622beb3457e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.688265] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83433b27-6d9a-4fc2-85e6-622beb3457e6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.773431] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.773617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.773715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.773992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.774224] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.774375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.774446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.775458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.775458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.775458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.776756] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.776756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.776756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.776756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.776963] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.776963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.777060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.777200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.777284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.777369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.777458] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.807517] env[62626]: INFO networking_nsxv3.common.synchronization [None req-1e668751-a173-460c-a248-78fef5d107b8 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_rules [ 941.811364] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_rules [ 941.812020] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.812612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.812612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.812746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.812746] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.031834] env[62626]: INFO networking_nsxv3.common.synchronization [None req-bc971ed2-ef26-4b9c-ad0e-340393836579 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_rules [ 942.032200] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_rules [ 942.032515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.032633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.191077] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83433b27-6d9a-4fc2-85e6-622beb3457e6 [ 942.191236] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.191338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.191407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.191645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.191733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.191834] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83433b27-6d9a-4fc2-85e6-622beb3457e6 already deleted. [ 942.191917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83433b27-6d9a-4fc2-85e6-622beb3457e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.280164] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9993405-57bf-46ac-a4fc-6638a7de8a9a: rpc.has_security_group_logging(os_id): False [ 942.294758] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: SUCCESS [ 942.295008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.297280] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.297489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.297489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.297664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.297744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.297967] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.298091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.298173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.298333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.298427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.298613] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.298705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.298766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.298903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.298974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.299189] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.299285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.299344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.299483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.299555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.299635] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a is going to be created. [ 942.330585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.330585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.330585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.330804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.330841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.330938] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 already deleted. [ 942.331040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.331197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.331355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.331613] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.351790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.351973] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.352113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.352352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.352763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.362548] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a in Status: IN_PROGRESS for 2s [ 942.854113] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.854363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.854450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.854993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.854993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.854993] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 already deleted. [ 942.854993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.225269] env[62626]: INFO networking_nsxv3.common.synchronization [req-1e3bf0d0-a3b9-456c-b525-0828f96a846b req-c2a8a1a3-3273-45d2-a4c4-1c55ba352d8d tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_members [ 943.226475] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGHEST for action security_group_members [ 943.226963] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.227144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.227261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.227530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.227732] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.228422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.228422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.228422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.228422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.228422] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.734965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.735388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.735941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.735941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.735941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.736150] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.736150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.736241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.736388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.736876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.736876] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 is going to be updated. [ 943.764892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.765247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.765432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.765694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.765843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.773507] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 in Status: IN_PROGRESS for 2s [ 944.377228] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a in Status: SUCCESS [ 944.377468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.300090] env[62626]: INFO networking_nsxv3.common.synchronization [None req-2bebfa6b-0eaa-49f5-b97e-966f43dde711 None None] Enqueued Resource ID: 33a59f4d-ea24-4d12-9767-6b044ea86868 with Priority: HIGHEST for action port [ 945.300090] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a59f4d-ea24-4d12-9767-6b044ea86868 with Priority: HIGHEST for action port [ 945.300510] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a59f4d-ea24-4d12-9767-6b044ea86868 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.300631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a59f4d-ea24-4d12-9767-6b044ea86868" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.300670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a59f4d-ea24-4d12-9767-6b044ea86868" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.300914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a59f4d-ea24-4d12-9767-6b044ea86868" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.300999] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a59f4d-ea24-4d12-9767-6b044ea86868',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.744112] env[62626]: INFO networking_nsxv3.common.synchronization [req-2fa511d7-65ab-42c5-94cd-d86cf9ff1b2a req-896217b6-0856-47a0-997a-f8dc53390f34 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 945.744112] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 945.744112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.744112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.744112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.744112] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.783733] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 in Status: SUCCESS [ 945.784133] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 deletion is rescheduled due to dependency. [ 945.784185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.804773] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33a59f4d-ea24-4d12-9767-6b044ea86868 [ 945.805993] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.806191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.806305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.806487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.806584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.806671] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33a59f4d-ea24-4d12-9767-6b044ea86868 already deleted. [ 945.806753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a59f4d-ea24-4d12-9767-6b044ea86868" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.249521] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.249685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.249756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.249964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.250068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.250269] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.250362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.250425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.250569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.250643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.250725] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 946.277328] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.277477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.277767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.277767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.277879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.288344] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 947.420942] env[62626]: INFO networking_nsxv3.common.synchronization [None req-26e12e80-9703-458d-ac35-418437cc155a None None] Enqueued Resource ID: 811bbd75-2992-4f4f-ba5c-482898c5c2f2 with Priority: HIGHEST for action port [ 947.421501] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811bbd75-2992-4f4f-ba5c-482898c5c2f2 with Priority: HIGHEST for action port [ 947.421816] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-811bbd75-2992-4f4f-ba5c-482898c5c2f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.421933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811bbd75-2992-4f4f-ba5c-482898c5c2f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.422011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811bbd75-2992-4f4f-ba5c-482898c5c2f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.422256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811bbd75-2992-4f4f-ba5c-482898c5c2f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.422356] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811bbd75-2992-4f4f-ba5c-482898c5c2f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.924386] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 811bbd75-2992-4f4f-ba5c-482898c5c2f2 [ 947.924664] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.924837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.924888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.925237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.925237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.925397] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:811bbd75-2992-4f4f-ba5c-482898c5c2f2 already deleted. [ 947.925397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811bbd75-2992-4f4f-ba5c-482898c5c2f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.298792] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 948.298963] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 948.299103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.797304] env[62626]: INFO networking_nsxv3.common.synchronization [req-334fbb75-2aab-490d-8b09-9b500b67de91 req-8e4d42fe-6e9a-4365-bab5-81ce979ab78c tempest-ServerAddressesNegativeTestJSON-1968238625 tempest-ServerAddressesNegativeTestJSON-1968238625-project-member] Enqueued Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_members [ 948.797622] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a with Priority: HIGHEST for action security_group_members [ 948.797911] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9993405-57bf-46ac-a4fc-6638a7de8a9a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.798062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.798139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.798344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.798499] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.798597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.798649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.798795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.798892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.798985] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9993405-57bf-46ac-a4fc-6638a7de8a9a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.301568] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.301824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.302085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.302257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.302484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.302648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.302734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.303215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.303215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.303215] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a is going to be updated. [ 949.328682] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.328768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.328853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.329824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.329824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.337560] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a in Status: IN_PROGRESS for 2s [ 949.350314] env[62626]: INFO networking_nsxv3.common.synchronization [req-50d78696-7e67-42e6-a402-ecf257df429d req-7d5522f8-27dc-4a54-ad52-3558ba4ef95f tempest-ServersAdminTestJSON-1956497025 tempest-ServersAdminTestJSON-1956497025-project-member] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 949.350827] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGHEST for action security_group_members [ 949.351141] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.351262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.351308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.351896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.351896] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.352008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.352078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.352500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.352500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.352500] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.460122] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-c633a7c8-8a0a-4331-811a-aab6094139cd tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 949.460687] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 949.460997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.461124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.461221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.461440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.461595] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.461697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.461764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.461898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.461969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.462076] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.782768] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.782958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.783114] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.783493] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.783761] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.783941] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.784124] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.784283] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.784443] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.784678] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.784800] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.784918] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.785044] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.785207] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.785329] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.785472] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.802830] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.803116] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.803116] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.803295] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.803595] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-7351a94a-6bda-4b60-8012-b79c61a1f2b5 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.803766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.803893] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.804338] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.804436] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7351a94a-6bda-4b60-8012-b79c61a1f2b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.855679] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.855878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.855954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.856251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.856342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.856538] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.856635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.856697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.856844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.856919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.857011] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be updated. [ 949.882567] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.882567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.882567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.882567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.882567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.890088] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: IN_PROGRESS for 2s [ 949.963875] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.964046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.964142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.964304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.964440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.964581] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.964676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.964733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.964880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.964955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.965052] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 already deleted. [ 949.965130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.306571] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.306781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.306934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.307321] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.307481] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.307639] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 7351a94a-6bda-4b60-8012-b79c61a1f2b5 not found, creating... [ 950.307899] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.308077] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.308205] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.308431] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.308610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.308905] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.309079] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.309204] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.309439] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.309591] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.309736] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 7351a94a-6bda-4b60-8012-b79c61a1f2b5 is going to be created. [ 950.327084] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.327276] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.327407] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.327661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.327884] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.328112] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.065781] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-ab33e94b-8f7c-4509-b04b-2a068d1c3709 service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 951.066097] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-ab33e94b-8f7c-4509-b04b-2a068d1c3709 service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 951.066238] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-ab33e94b-8f7c-4509-b04b-2a068d1c3709 service nova] Enqueued Resource ID: 7351a94a-6bda-4b60-8012-b79c61a1f2b5 with Priority: HIGHEST for action port [ 951.066467] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 951.066596] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 951.066693] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7351a94a-6bda-4b60-8012-b79c61a1f2b5 with Priority: HIGHEST for action port [ 951.067454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.067639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.067748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.068065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.068204] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.069114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.069304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.069407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.069626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.069820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.069984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.070102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.070291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.070422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.070544] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.071335] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7351a94a-6bda-4b60-8012-b79c61a1f2b5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.071501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.071608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.071800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.071918] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7351a94a-6bda-4b60-8012-b79c61a1f2b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.346693] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a in Status: SUCCESS [ 951.346885] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9993405-57bf-46ac-a4fc-6638a7de8a9a deletion is rescheduled due to dependency. [ 951.346885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9993405-57bf-46ac-a4fc-6638a7de8a9a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.574034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.574034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.574034] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.575207] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7351a94a-6bda-4b60-8012-b79c61a1f2b5 with status ACTIVE [ 951.575390] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.575505] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.575574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.575780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.575870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.576116] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.576247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.576291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.576565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.576699] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.576789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.576849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.577693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.577693] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7351a94a-6bda-4b60-8012-b79c61a1f2b5 is going to be updated. [ 951.597674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.597674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.597674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.597930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.598033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.598207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7351a94a-6bda-4b60-8012-b79c61a1f2b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.768590] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-1e5b5831-18d2-42a4-9af2-35c8844ea7af tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 951.769145] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 951.769510] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.769652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.899731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 in Status: SUCCESS [ 951.899731] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 deletion is rescheduled due to dependency. [ 951.899731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.080911] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.118966] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.119188] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.119324] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.119613] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.119865] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.120055] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.120183] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.120414] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.120579] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.120798] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.120933] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.121062] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.121180] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.121559] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.121721] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.121820] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.142022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.142022] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.142022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.142022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.142022] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-f8d6e563-a690-4a01-af6b-eeed3baa0598 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.142022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.142022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.142022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.142022] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d6e563-a690-4a01-af6b-eeed3baa0598',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.582854] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.583165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.583311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.583580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.584053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.584514] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be created. [ 952.606656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.606801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.606841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.607490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.607490] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.615959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: UNINITIALIZED for 2s [ 952.645668] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.647086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.647992] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.648182] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.648795] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.648795] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port f8d6e563-a690-4a01-af6b-eeed3baa0598 not found, creating... [ 952.648795] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.648986] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.649039] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.649268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.649404] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.649730] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.649880] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.651033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.651033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.651033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.651033] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: f8d6e563-a690-4a01-af6b-eeed3baa0598 is going to be created. [ 952.667447] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.667756] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.667756] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.667992] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.668235] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.669031] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.407957] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-99290af2-0a48-48fd-8974-585a21e679fb service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 953.408232] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-99290af2-0a48-48fd-8974-585a21e679fb service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 953.408324] env[62626]: INFO networking_nsxv3.common.synchronization [req-a72d3771-3300-491f-9553-0f270eb2d5db req-99290af2-0a48-48fd-8974-585a21e679fb service nova] Enqueued Resource ID: f8d6e563-a690-4a01-af6b-eeed3baa0598 with Priority: HIGHEST for action port [ 953.408712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 953.408712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 953.408712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d6e563-a690-4a01-af6b-eeed3baa0598 with Priority: HIGHEST for action port [ 953.409270] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.409670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.409670] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.409670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.409890] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8d6e563-a690-4a01-af6b-eeed3baa0598 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.409996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.410148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.410550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.410550] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d6e563-a690-4a01-af6b-eeed3baa0598',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.912622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8d6e563-a690-4a01-af6b-eeed3baa0598 with status ACTIVE [ 953.912959] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.915320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.915320] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.915320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.915320] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8d6e563-a690-4a01-af6b-eeed3baa0598 is going to be updated. [ 953.938655] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.938816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.939029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.939201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.939369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.941025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8d6e563-a690-4a01-af6b-eeed3baa0598" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.286323] env[62626]: INFO networking_nsxv3.common.synchronization [req-b8a6463c-262e-4f35-9fcb-9c9542ef142a req-3dc3a56d-12d0-4dca-ac94-d92ee0549863 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_members [ 954.286858] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_members [ 954.287193] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.287310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.287376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.287623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.287768] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.287863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.287925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.288391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.288391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.288391] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.596663] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.596979] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.597071] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.597623] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.597719] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.597791] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.597916] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.598235] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.598464] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.598732] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.599050] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.599050] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.599184] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.599340] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.599485] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.599666] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.617580] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.617832] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.618077] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.618398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.618770] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-b4acc221-afa5-4356-9cff-fcdf3c17b95a taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.619009] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.619246] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.619661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.619864] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4acc221-afa5-4356-9cff-fcdf3c17b95a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.629210] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 954.629368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.629530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.629732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.629925] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.630048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.630105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.630266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.630339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.630420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.630512] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.631352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.631516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.635025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.635025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.635025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.635025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.635025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.635025] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.793751] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.793956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.794220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.794582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.794754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.795103] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.795251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.795309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.795513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.795635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.795791] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 already deleted. [ 954.795918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.123305] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.123563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.123715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.124041] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.124288] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.124814] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port b4acc221-afa5-4356-9cff-fcdf3c17b95a not found, creating... [ 955.124814] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.124814] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.125044] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.125194] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.125425] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.125780] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.125971] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.126993] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127276] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.127425] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.127597] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: b4acc221-afa5-4356-9cff-fcdf3c17b95a is going to be created. [ 955.134396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.134526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.134960] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.146048] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.146289] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.146444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.146743] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.147042] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.147241] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.639628] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.875680] env[62626]: INFO networking_nsxv3.common.synchronization [req-b8a6463c-262e-4f35-9fcb-9c9542ef142a req-90147cbc-37ae-45f4-b467-8aa1e2cd5fb8 service nova] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_rules [ 955.875680] env[62626]: INFO networking_nsxv3.common.synchronization [req-b8a6463c-262e-4f35-9fcb-9c9542ef142a req-90147cbc-37ae-45f4-b467-8aa1e2cd5fb8 service nova] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_members [ 955.875863] env[62626]: INFO networking_nsxv3.common.synchronization [req-b8a6463c-262e-4f35-9fcb-9c9542ef142a req-90147cbc-37ae-45f4-b467-8aa1e2cd5fb8 service nova] Enqueued Resource ID: b4acc221-afa5-4356-9cff-fcdf3c17b95a with Priority: HIGHEST for action port [ 955.876407] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_rules [ 955.876531] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_members [ 955.876628] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4acc221-afa5-4356-9cff-fcdf3c17b95a with Priority: HIGHEST for action port [ 955.877032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.877032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.877145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.877307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.877383] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.878778] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.878778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.878778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.878778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.878778] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.879117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.879158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.879303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.879361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.879482] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.880188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4acc221-afa5-4356-9cff-fcdf3c17b95a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.880308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.880366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.880499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.880572] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4acc221-afa5-4356-9cff-fcdf3c17b95a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.142138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.142304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.142378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.142590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.142680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.142779] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 956.173435] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.173596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.173940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.174270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.174530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.183284] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 956.385043] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.385043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.385713] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.386225] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4acc221-afa5-4356-9cff-fcdf3c17b95a with status ACTIVE [ 956.386336] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.386433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.386433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.387230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.387230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.387230] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.387230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.387230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.387230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.387620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.387620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.387620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.387814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.388564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.388564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.388564] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4acc221-afa5-4356-9cff-fcdf3c17b95a is going to be updated. [ 956.408409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.408581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.408651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.408857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.408986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.409161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4acc221-afa5-4356-9cff-fcdf3c17b95a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.842641] env[62626]: INFO networking_nsxv3.common.synchronization [None req-42c3e122-d58b-47e7-b3d2-30019f51fa04 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 956.843252] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 956.843629] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.843728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.843813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.844127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.844226] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.890358] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.932069] env[62626]: INFO networking_nsxv3.common.synchronization [None req-bd2493c5-4bdc-4423-a464-cb037745f6d2 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 956.932589] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 956.932885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.932978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.364286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.364500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.364579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.364775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.364861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.364954] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48821612-f945-40f8-855b-22b5268c12b6 already deleted. [ 957.365043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.365187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.365336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.365415] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.394023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.394023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.394023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.394023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.394023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.394023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 is going to be created. [ 957.414805] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.414805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.414805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.415088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.415088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.423190] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277eb914-b31e-44f6-8175-3157c1f39504 in Status: UNINITIALIZED for 2s [ 957.885921] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.885921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.885921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.885921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.885921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.885921] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48821612-f945-40f8-855b-22b5268c12b6 already deleted. [ 957.885921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.192733] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 958.192733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.192870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.193165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.193299] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.193425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.193488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.193637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.193903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.193903] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.544847] env[62626]: INFO networking_nsxv3.common.synchronization [req-b979a527-8f65-4167-a884-d8d07d62d985 req-a86b7f39-7aff-4fca-8bd0-35acd0de4abf tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Enqueued Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_members [ 958.545271] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_members [ 958.546099] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.546099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.546099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.546099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.546369] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.546369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.546369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.546506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.546576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.546654] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.695632] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.969551] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.969947] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-197" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.969947] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-197" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.970258] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-197" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.970535] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.970704] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.970826] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.971067] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.971219] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.971436] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.971555] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.971673] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.971847] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.971994] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.972128] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.972266] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.990318] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.990521] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.990667] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.990855] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-197" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.991272] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.991553] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.991762] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.992277] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.993043] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f77ca62-1f9b-44bd-a141-9f2d73c780b4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.049531] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.049736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.049736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.049959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.050074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.050291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.050450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.050595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.050781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.050863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.050952] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d already deleted. [ 959.051053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.198868] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.434653] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277eb914-b31e-44f6-8175-3157c1f39504 in Status: SUCCESS [ 959.434870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.435189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.435487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.435736] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.435915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.435972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.436244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.436371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.437213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.437213] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.494782] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.495048] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.495191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.495487] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.495643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.495808] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 not found, creating... [ 959.496156] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.496351] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.496507] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.496776] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.496930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.497255] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.497421] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.497544] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.497756] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.497956] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.498182] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 is going to be created. [ 959.516571] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.516811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.517053] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.517428] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.517772] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.518114] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.702029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.702029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.702029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.702029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.702029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.702323] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 959.734321] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.734488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.734598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.734857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.735046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.750832] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 960.076422] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.312141] env[62626]: INFO networking_nsxv3.common.synchronization [req-b979a527-8f65-4167-a884-d8d07d62d985 req-a228cc08-1c41-4aa2-abe4-05a8ee029557 service nova] Enqueued Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_rules [ 960.312331] env[62626]: INFO networking_nsxv3.common.synchronization [req-b979a527-8f65-4167-a884-d8d07d62d985 req-a228cc08-1c41-4aa2-abe4-05a8ee029557 service nova] Enqueued Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_members [ 960.312475] env[62626]: INFO networking_nsxv3.common.synchronization [req-b979a527-8f65-4167-a884-d8d07d62d985 req-a228cc08-1c41-4aa2-abe4-05a8ee029557 service nova] Enqueued Resource ID: 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 with Priority: HIGHEST for action port [ 960.312695] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_rules [ 960.312811] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_members [ 960.312901] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 with Priority: HIGHEST for action port [ 960.313439] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.313557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.313621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.313872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.313944] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.315032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.315189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.315282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.315477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.315648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.315774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.315842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.315999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.316145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.316237] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.317118] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.317118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.317831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.317831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.317831] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f77ca62-1f9b-44bd-a141-9f2d73c780b4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.441554] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 277eb914-b31e-44f6-8175-3157c1f39504: rpc.has_security_group_logging(os_id): False [ 960.459963] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.460153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.460204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.460395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.460487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.460727] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.460832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.460895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.461093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.461180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.461271] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 is going to be created. [ 960.521138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.521326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.521376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.521552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.521734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.531259] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 277eb914-b31e-44f6-8175-3157c1f39504 in Status: IN_PROGRESS for 2s [ 960.821505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.821652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.821853] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.822747] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 with status ACTIVE [ 960.822978] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.823111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.823180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.823380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.823469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.823636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.823732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.823796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.823966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.824170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.824372] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.824450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.824513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.824872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.824953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.825058] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f77ca62-1f9b-44bd-a141-9f2d73c780b4 is going to be updated. [ 960.846347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.846535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.846623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.846742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.846904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.847109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f77ca62-1f9b-44bd-a141-9f2d73c780b4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.946213] env[62626]: INFO networking_nsxv3.common.synchronization [req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f req-9cae21e3-8374-4366-8046-e0e93294bc8c tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 960.946747] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 960.947085] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.947213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.947285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.947721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.947918] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.948039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.948101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.948277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.948363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.949276] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.328495] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.330318] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.330582] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.330724] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.331208] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.331324] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.331485] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.331605] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.331824] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.331972] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.332196] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.332327] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.332526] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.332731] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.332883] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.333022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.333221] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.353217] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.353368] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.353513] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.353766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.354125] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-e88b68d4-742c-4c92-b149-aa1340cbcf6c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.354310] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.354437] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.354865] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.354908] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88b68d4-742c-4c92-b149-aa1340cbcf6c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.453440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.453621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.453668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.454180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.454180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.454296] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.454364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.454481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.454607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.455569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.455569] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 961.479537] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.479706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.479758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.479965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.480122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.487919] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 961.760059] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 961.760059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.760268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.760313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.760501] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.760619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.760683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.760833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.760912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.760999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.761168] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.761261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.761323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.761460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.761593] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.761681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.761752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.761894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.761969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.762059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.762160] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.835746] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.836086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.836524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.836680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.836853] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d is going to be created. [ 961.857059] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.857341] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.857477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.857803] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.857927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.858115] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port e88b68d4-742c-4c92-b149-aa1340cbcf6c not found, creating... [ 961.858466] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.858697] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.858834] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.859095] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.859247] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.859541] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.859704] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.859825] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.860076] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.860236] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.860384] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: e88b68d4-742c-4c92-b149-aa1340cbcf6c is going to be created. [ 961.862143] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.862262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.862307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.862464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.862622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.874292] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d in Status: UNINITIALIZED for 2s [ 961.884101] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.884304] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.884440] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.884707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.884961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.885180] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.266088] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a0f23a1-1726-4a23-b72b-9c4405527180: rpc.has_security_group_logging(os_id): False [ 962.287541] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.287541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.287710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.287826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.287981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.289052] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.289052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.289052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.289052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.289052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.289052] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.289052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.289052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.289378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.289378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.289456] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.289516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.289607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.289816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.289896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.290000] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be created. [ 962.345337] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.345635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.345635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.345771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.345951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.359205] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 962.575479] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 277eb914-b31e-44f6-8175-3157c1f39504 in Status: SUCCESS [ 962.576887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.680583] env[62626]: INFO networking_nsxv3.common.synchronization [req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f req-a35cc13f-7ef5-4b4e-9708-e6e369906a97 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 962.680779] env[62626]: INFO networking_nsxv3.common.synchronization [req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f req-a35cc13f-7ef5-4b4e-9708-e6e369906a97 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 962.680928] env[62626]: INFO networking_nsxv3.common.synchronization [req-a87f99e2-8ff5-4404-a366-14bd3b50bd9f req-a35cc13f-7ef5-4b4e-9708-e6e369906a97 service nova] Enqueued Resource ID: e88b68d4-742c-4c92-b149-aa1340cbcf6c with Priority: HIGHEST for action port [ 962.681225] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 962.681401] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 962.681476] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88b68d4-742c-4c92-b149-aa1340cbcf6c with Priority: HIGHEST for action port [ 962.682449] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.682598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.683590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.683590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.683590] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.684126] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.684126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.687742] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88b68d4-742c-4c92-b149-aa1340cbcf6c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.687880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.687932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.691131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.691131] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88b68d4-742c-4c92-b149-aa1340cbcf6c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.190946] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.191250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.191346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e88b68d4-742c-4c92-b149-aa1340cbcf6c with status ACTIVE [ 963.192504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.192504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.192504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.192912] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.192912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.192912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.192912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.193381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.193381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e88b68d4-742c-4c92-b149-aa1340cbcf6c is going to be updated. [ 963.214133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.214429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.214591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.214857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.215113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.215359] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88b68d4-742c-4c92-b149-aa1340cbcf6c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.499407] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 963.499407] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 963.499794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.499794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.499794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.500182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.500182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.500182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.500377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.500484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.500524] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.883345] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d in Status: SUCCESS [ 963.883512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.883668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.888348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.889097] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.889097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.889097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.889097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.889097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.889097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.889367] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.002497] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.371272] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 964.371272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.371272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.371520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.371520] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.391702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.391872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.391931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.392140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.392305] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.392406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.392470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.392894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.392894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.392894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.393059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.393059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.393059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.393200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.393331] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.393419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.393477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.393608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.393680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.393758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.393841] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.505065] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.865824] env[62626]: INFO networking_nsxv3.common.synchronization [req-4f330b0e-06b1-459a-9bec-e564aa086d85 req-5ac426e0-e2e2-4aae-acc2-2fb437f5a83c tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 964.866913] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 964.866913] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.867092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.867167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.867494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.867767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.867882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.867948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.868138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.868228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.868394] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.875674] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.875674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.896474] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d: rpc.has_security_group_logging(os_id): False [ 964.921974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.922242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.922487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.922666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.922841] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.922970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.923074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.923162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.923365] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.923462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.923524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.923668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.923786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.924049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.924943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.925925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.926170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.926249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.926405] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d is going to be created. [ 964.980045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.980204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.980277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.980482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.980697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.991013] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d in Status: IN_PROGRESS for 2s [ 965.009413] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.009413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.009413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.009413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.009413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.009413] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 965.039994] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.040139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.040190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.040394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.040986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.052315] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 965.316828] env[62626]: INFO networking_nsxv3.common.synchronization [req-55e9c93e-53be-42c2-86e6-b3927178f399 req-9e8d07ce-da91-4c44-84ba-8b5dfdae9e0e tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 965.317617] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 965.317936] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.318130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.372809] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.874149] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.381529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.381529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.381529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.381529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.381529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.381529] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 966.406608] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.406608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.406608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.406608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.406608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.412971] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 966.587127] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:1 completed [ 966.587127] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:2 started [ 967.000965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d in Status: SUCCESS [ 967.001254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.059777] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 967.060070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.060205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.060427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.060615] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.060729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.060795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.060940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.061053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.061104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.061194] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.564595] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.564862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.564862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.565240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.565467] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.565602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.565719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.565869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.565961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.566498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.566542] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.566627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.566686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.566893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.567082] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.567243] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.567307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.567454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.567524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.567606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.567732] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.072386] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02284d39-f927-4713-83e4-e22dda23c735: rpc.has_security_group_logging(os_id): False [ 968.092190] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.092190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.092190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.092508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.092508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.092508] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.092647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.092647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.092798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.092870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.093385] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.093385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.093385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.093385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.093385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.093755] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.093885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.093977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.094094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.094167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.094250] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 968.149283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.149471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.149471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.149648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.149792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.161863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 968.422369] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 968.422598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.422820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.423167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.423403] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.423549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.423665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.423855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.423944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.424120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.424262] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.425102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.425306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.425539] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.425712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.425820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.426062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.426188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.426319] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.929578] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.929712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.929992] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.930116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.930333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.930392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.930480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.930758] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.930758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.930967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.930967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.931061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.931099] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 968.956106] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.956322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.956322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.956535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.956671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.964396] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 969.583438] env[62626]: INFO networking_nsxv3.common.synchronization [req-11375d01-0007-41f8-ab38-69d23827b23a req-fce8fcd0-83bc-496c-8b4d-5aeaccde1372 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 969.584018] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 969.584313] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.584674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.584879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.585099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.585306] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.585426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.585493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.585662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.585750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.586010] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.087773] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.088054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.091130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.091130] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 already deleted. [ 970.091130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.140172] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.140381] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.140535] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.141548] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.141548] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.141548] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.141548] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.142239] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.142239] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.142239] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.142239] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.142389] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.142470] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.142607] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.142720] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.142868] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.162664] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.162809] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.162871] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.163087] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.163443] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-9664aa74-de38-459d-ac96-546472befe3a taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.163644] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.163783] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.164171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.164334] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9664aa74-de38-459d-ac96-546472befe3a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.175409] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 970.175664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.667505] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.668477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.668477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.668634] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.668678] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.669365] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 9664aa74-de38-459d-ac96-546472befe3a not found, creating... [ 970.669365] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.669365] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.669591] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.670388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.670388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.670388] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.670388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.670388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.670650] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.670886] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.670886] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 9664aa74-de38-459d-ac96-546472befe3a is going to be created. [ 970.689594] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.689889] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.690070] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.691337] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.691596] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.692022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.973833] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 970.974055] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 deletion is rescheduled due to dependency. [ 970.974185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.974341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.974545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.974724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.974837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.974904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.975064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.975143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.975228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.975375] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.975467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.975534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.975658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.975793] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.975881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.975958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.976101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.976176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.976255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.976340] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.478622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a0f23a1-1726-4a23-b72b-9c4405527180: rpc.has_security_group_logging(os_id): False [ 971.498024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.498024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.498024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.498356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.498487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.498757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.498929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.499565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.500033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.500175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.500507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.500659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.500774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.500991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.501134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.503018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.503018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.503018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.503018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.503018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.503018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 971.560987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.560987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.561153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.561584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.561584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.572157] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 971.622804] env[62626]: INFO networking_nsxv3.common.synchronization [req-11375d01-0007-41f8-ab38-69d23827b23a req-30303a46-3055-40d0-bbaa-be45ff3f10c7 service nova] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 971.622804] env[62626]: INFO networking_nsxv3.common.synchronization [req-11375d01-0007-41f8-ab38-69d23827b23a req-30303a46-3055-40d0-bbaa-be45ff3f10c7 service nova] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 971.622804] env[62626]: INFO networking_nsxv3.common.synchronization [req-11375d01-0007-41f8-ab38-69d23827b23a req-30303a46-3055-40d0-bbaa-be45ff3f10c7 service nova] Enqueued Resource ID: 9664aa74-de38-459d-ac96-546472befe3a with Priority: HIGHEST for action port [ 971.622804] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 971.622804] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 971.622804] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9664aa74-de38-459d-ac96-546472befe3a with Priority: HIGHEST for action port [ 971.622804] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.623131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.623131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.626187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.626269] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.627498] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.627619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.627689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.627874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.628038] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.628245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.628287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.628421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.628541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.628601] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.630239] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-9664aa74-de38-459d-ac96-546472befe3a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.630540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.630616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.630797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.630877] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9664aa74-de38-459d-ac96-546472befe3a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.131060] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.132453] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9664aa74-de38-459d-ac96-546472befe3a with status ACTIVE [ 972.132613] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.132699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.132744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.133039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.133039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.133225] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.133324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.133386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.133534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.133613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.133793] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.134155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.134155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.134155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.134155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.134283] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9664aa74-de38-459d-ac96-546472befe3a is going to be updated. [ 972.135268] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.135367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.153250] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.153392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.153392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.153569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.153678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.153820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9664aa74-de38-459d-ac96-546472befe3a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.633515] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.138129] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.138522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.138814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.139112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.139179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.139323] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be created. [ 973.162753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.163022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.163022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.163255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.163714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.174324] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: UNINITIALIZED for 2s [ 973.586066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 973.586066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.185032] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 975.185330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.185330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.185874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.186055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.186147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.186328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.186464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.186498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.186585] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.691258] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.748175] env[62626]: INFO networking_nsxv3.common.synchronization [req-3d872b0f-51ad-424e-8f07-841e1b7819f8 req-8307ff77-acab-4da2-95fc-c5cb03220f49 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 975.748677] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 975.748978] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.749112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.749180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.749432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.749636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.749733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.749733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.750094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.750094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.750094] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.191344] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48821612-f945-40f8-855b-22b5268c12b6: rpc.has_security_group_logging(os_id): False [ 976.211749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.211928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.212042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.212517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.212649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.212902] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.213022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.213082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.213234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.213332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.213476] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be created. [ 976.252564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.252705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.252777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.252993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.253095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.253287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.253381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.253440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.253585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.253658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.253736] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 already deleted. [ 976.253810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.272716] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.272878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.272878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.273117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.273294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.285232] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 976.321026] env[62626]: INFO networking_nsxv3.common.synchronization [req-bac5fa95-cd92-4702-b6df-b14b3ac25912 req-9e4bc7e0-3e11-4a45-95f8-6ebc9d347923 tempest-ServerAddressesTestJSON-1936835782 tempest-ServerAddressesTestJSON-1936835782-project-member] Enqueued Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_members [ 976.321631] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGHEST for action security_group_members [ 976.321931] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.322062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.322129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.322330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.322544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.322623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.322623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.322844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.322928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.323038] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.455737] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.455930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.456116] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.456466] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.456741] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.456927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.457101] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.457339] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.457490] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.457708] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.457829] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.457943] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.458070] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.458187] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.458298] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.458433] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.476358] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.476508] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.476650] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.476814] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.477105] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-8e20b95c-82cc-4454-970e-76b93d6f04c6 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.477267] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.477392] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.477662] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.477803] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e20b95c-82cc-4454-970e-76b93d6f04c6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.825823] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.826038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.826100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.826299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.826390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.826580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.826675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.826738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.826881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.826977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.827055] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d is going to be updated. [ 976.855503] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.855915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.856250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.856502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.856651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.865836] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d in Status: IN_PROGRESS for 2s [ 976.980154] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.980404] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.980539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.980845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.981059] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.981226] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 8e20b95c-82cc-4454-970e-76b93d6f04c6 not found, creating... [ 976.981496] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.981672] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.981779] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.982014] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.982165] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.982453] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.982606] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.982725] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.982937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.983088] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.983233] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 8e20b95c-82cc-4454-970e-76b93d6f04c6 is going to be created. [ 977.003404] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.003611] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.003741] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.004054] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.004339] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.004575] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.434260] env[62626]: INFO networking_nsxv3.common.synchronization [req-c4f49891-292f-496c-8886-f70bef7ad604 req-2541d10f-5a48-4a6c-9e52-b9ec77293f7d tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 977.434974] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 977.435301] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.435428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.435507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.435847] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.435944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.436099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.436254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.436340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.436435] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.692219] env[62626]: INFO networking_nsxv3.common.synchronization [req-3d872b0f-51ad-424e-8f07-841e1b7819f8 req-02715693-23c4-4b2a-bbc9-095dc99c4486 service nova] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_rules [ 977.692219] env[62626]: INFO networking_nsxv3.common.synchronization [req-3d872b0f-51ad-424e-8f07-841e1b7819f8 req-02715693-23c4-4b2a-bbc9-095dc99c4486 service nova] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 977.692219] env[62626]: INFO networking_nsxv3.common.synchronization [req-3d872b0f-51ad-424e-8f07-841e1b7819f8 req-02715693-23c4-4b2a-bbc9-095dc99c4486 service nova] Enqueued Resource ID: 8e20b95c-82cc-4454-970e-76b93d6f04c6 with Priority: HIGHEST for action port [ 977.692219] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_rules [ 977.692219] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 977.692219] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e20b95c-82cc-4454-970e-76b93d6f04c6 with Priority: HIGHEST for action port [ 977.692635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.692715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.692796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.693054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.693714] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.694102] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.694185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.694248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.694404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.694566] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.694971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.695135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.695234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.695325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.695435] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.696533] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e20b95c-82cc-4454-970e-76b93d6f04c6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.697937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.698033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.698212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.698291] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e20b95c-82cc-4454-970e-76b93d6f04c6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.938567] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.938833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.938833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.939034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.939118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.939319] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.939471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.939545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.939698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.939778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.939870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 977.969923] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.970175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.970175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.970355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.970496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.979209] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 978.139406] env[62626]: INFO networking_nsxv3.common.synchronization [req-246950e5-9efb-46e5-83a6-0e31b5f0de5d req-72f0ebf6-8ae5-4bdd-a50a-fb517e486159 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 978.139991] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 978.140342] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.140478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.199582] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.200613] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.200720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.201100] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e20b95c-82cc-4454-970e-76b93d6f04c6 with status ACTIVE [ 978.202461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.202461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.202461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.202461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.202996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.202996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e20b95c-82cc-4454-970e-76b93d6f04c6 is going to be updated. [ 978.232374] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.232512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.232624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.232772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.232907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.233100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e20b95c-82cc-4454-970e-76b93d6f04c6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.301317] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 978.301508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.480022] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.480022] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.480022] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.480022] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.480022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.480022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.480022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.480892] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.480892] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.480892] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.497715] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.497900] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.498063] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.498249] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.499793] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.500015] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.500156] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.500473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.500619] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ff8e58-1d7c-4134-8d0c-f7cdf320030b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.701633] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.875938] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d in Status: SUCCESS [ 978.876219] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d deletion is rescheduled due to dependency. [ 978.876369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.003979] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.004307] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.004473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.004874] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.005173] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.005437] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 67ff8e58-1d7c-4134-8d0c-f7cdf320030b not found, creating... [ 979.005735] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.005914] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.006118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.006368] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.006518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.006817] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.007092] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.007285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.007521] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.007672] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.007822] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 67ff8e58-1d7c-4134-8d0c-f7cdf320030b is going to be created. [ 979.027220] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.027371] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.027371] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.027631] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.027891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.028426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.203801] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.204031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.204122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.204338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.204427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.204527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be created. [ 979.239581] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.239776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.239904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.240134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.240311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.252049] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: UNINITIALIZED for 2s [ 979.745293] env[62626]: INFO networking_nsxv3.common.synchronization [req-246950e5-9efb-46e5-83a6-0e31b5f0de5d req-86288797-205a-42bd-a16b-fb2f4ca76593 service nova] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_rules [ 979.745293] env[62626]: INFO networking_nsxv3.common.synchronization [req-246950e5-9efb-46e5-83a6-0e31b5f0de5d req-86288797-205a-42bd-a16b-fb2f4ca76593 service nova] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 979.745293] env[62626]: INFO networking_nsxv3.common.synchronization [req-246950e5-9efb-46e5-83a6-0e31b5f0de5d req-86288797-205a-42bd-a16b-fb2f4ca76593 service nova] Enqueued Resource ID: 67ff8e58-1d7c-4134-8d0c-f7cdf320030b with Priority: HIGHEST for action port [ 979.745293] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_rules [ 979.745860] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 979.745860] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ff8e58-1d7c-4134-8d0c-f7cdf320030b with Priority: HIGHEST for action port [ 979.746558] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.747475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.747665] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.747825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.750071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.750207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.750286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.750471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.750557] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ff8e58-1d7c-4134-8d0c-f7cdf320030b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.988904] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 979.989126] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 979.989247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.252821] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67ff8e58-1d7c-4134-8d0c-f7cdf320030b with status ACTIVE [ 980.253078] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.254026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.254026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.254026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.254026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.254026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.254026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.254026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.254378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.254378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.254540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.254651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.254714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.254858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.254937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.255165] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67ff8e58-1d7c-4134-8d0c-f7cdf320030b is going to be updated. [ 980.287718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.287853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.287853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.288362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.288526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.288689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ff8e58-1d7c-4134-8d0c-f7cdf320030b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.539420] env[62626]: INFO networking_nsxv3.common.synchronization [req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a req-a91dffb1-d96c-4580-9a54-c4b57ba17fc4 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 980.539922] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 980.540235] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.540341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.823774] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.824101] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.824296] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.824401] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.824664] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.824822] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.824944] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.828067] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.828067] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.828067] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.828067] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.828067] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.828067] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.828067] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.828067] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.828067] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.844581] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.844794] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.844879] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.845065] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-560" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.847352] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-887ed6ad-e00b-40bc-a7f1-2d399331c62d taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.847352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.847352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.847352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.847352] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887ed6ad-e00b-40bc-a7f1-2d399331c62d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.263800] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.263800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.263800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.264246] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.348464] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.348709] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.348866] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.349182] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.349345] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.349506] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 887ed6ad-e00b-40bc-a7f1-2d399331c62d not found, creating... [ 981.349772] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.349936] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.350073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.350303] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.350447] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.350735] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.350898] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.351586] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.351881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.352052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.352216] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 887ed6ad-e00b-40bc-a7f1-2d399331c62d is going to be created. [ 981.372299] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.372547] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.372646] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.372903] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.373186] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.373429] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.766494] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.085019] env[62626]: INFO networking_nsxv3.common.synchronization [req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a req-f3e6f160-122e-492b-bf46-b2a3ee58d5ea service nova] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_rules [ 982.085019] env[62626]: INFO networking_nsxv3.common.synchronization [req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a req-f3e6f160-122e-492b-bf46-b2a3ee58d5ea service nova] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 982.085019] env[62626]: INFO networking_nsxv3.common.synchronization [req-b5d73078-e75e-4d53-bd48-571bdc4a6e0a req-f3e6f160-122e-492b-bf46-b2a3ee58d5ea service nova] Enqueued Resource ID: 887ed6ad-e00b-40bc-a7f1-2d399331c62d with Priority: HIGHEST for action port [ 982.085019] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_rules [ 982.085019] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 982.085019] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887ed6ad-e00b-40bc-a7f1-2d399331c62d with Priority: HIGHEST for action port [ 982.085019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.085019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.087034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.087034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.087034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-887ed6ad-e00b-40bc-a7f1-2d399331c62d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.087034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.087034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.087034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.087034] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887ed6ad-e00b-40bc-a7f1-2d399331c62d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.269183] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.590491] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 887ed6ad-e00b-40bc-a7f1-2d399331c62d with status ACTIVE [ 982.590596] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.590714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.590795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.591049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.591146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.591343] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.591444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.591516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.591667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.591754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.591945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.592067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.592245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.592405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.592405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.592498] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 887ed6ad-e00b-40bc-a7f1-2d399331c62d is going to be updated. [ 982.613512] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.613651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.613726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.613948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.614083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.614271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-887ed6ad-e00b-40bc-a7f1-2d399331c62d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.772194] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.772194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.772194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.772194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.772427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.772427] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 982.800215] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.800358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.800413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.800620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.800783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.811919] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 982.936084] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-8195c606-ca3c-42f5-945b-f7bb25585f5f tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 982.936616] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 982.936922] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.937058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.937130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.937322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.937841] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.937841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.937841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.937841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.937841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.938326] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.219609] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.219992] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.219992] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.220968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.220968] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.220968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.220968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.221234] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.221352] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.221583] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.221708] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.221818] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.221943] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.222141] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.222197] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.222608] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.241093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.242428] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.242428] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.242428] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.242428] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-cb3262e0-edd1-4e81-93e7-d866f2c281bf taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.243476] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.243476] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.243476] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.243646] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3262e0-edd1-4e81-93e7-d866f2c281bf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.443028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.443028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.443028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.443028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 983.470049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.470049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.470049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.470049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.470049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.477301] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 983.746829] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.748275] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.748525] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.748808] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.748968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.749142] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port cb3262e0-edd1-4e81-93e7-d866f2c281bf not found, creating... [ 983.749418] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.749582] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.749700] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.749925] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.750076] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.750358] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.750510] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.750644] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.750848] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.751030] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.751166] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: cb3262e0-edd1-4e81-93e7-d866f2c281bf is going to be created. [ 983.768915] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.769145] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.769262] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.769538] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.769769] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.769993] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.475095] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-77af9435-119b-4511-866c-db2b05f23213 service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 984.475396] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-77af9435-119b-4511-866c-db2b05f23213 service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 984.475552] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-77af9435-119b-4511-866c-db2b05f23213 service nova] Enqueued Resource ID: cb3262e0-edd1-4e81-93e7-d866f2c281bf with Priority: HIGHEST for action port [ 984.475782] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 984.475983] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 984.476343] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3262e0-edd1-4e81-93e7-d866f2c281bf with Priority: HIGHEST for action port [ 984.477079] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.477304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.477507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.477598] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.478954] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.479060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.479254] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb3262e0-edd1-4e81-93e7-d866f2c281bf taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.479553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.479647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.480156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.480242] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3262e0-edd1-4e81-93e7-d866f2c281bf',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.821284] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 984.822034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.822034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.822034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.822484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.822484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.822484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.822484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.822918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.822918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.822918] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.823547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.824197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.824197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.824197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.824197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.824406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.824406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.824474] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.979507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.979645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.981997] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb3262e0-edd1-4e81-93e7-d866f2c281bf with status ACTIVE [ 984.982203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.982326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.982393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.982594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.982682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.982853] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.982949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.983023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.983252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.983440] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.983643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.983774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.983856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb3262e0-edd1-4e81-93e7-d866f2c281bf is going to be updated. [ 985.005892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.005892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.005892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.005892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.006213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.006213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb3262e0-edd1-4e81-93e7-d866f2c281bf" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.326706] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.326863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.327767] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.433197] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-cecd83f3-1c74-4597-9f9f-2f5518974a5a tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 985.433712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 985.434035] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.434128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.487379] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 985.487682] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 deletion is rescheduled due to dependency. [ 985.487682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.487808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.488067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.488310] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.488515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.488515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.488674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.488756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.488854] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.772130] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.772130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.772130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.772423] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.772729] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.772890] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.773195] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.773487] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.773653] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.773908] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.774049] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.774159] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.774301] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.774430] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.774651] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.774748] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.795040] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.795040] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 985.795040] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.795040] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-123" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.795367] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-79613792-3fd5-4562-b932-7b6fecc1b7be taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.795453] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.795503] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.795864] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.796107] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79613792-3fd5-4562-b932-7b6fecc1b7be',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.832274] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.991335] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.299760] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.303017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 79613792-3fd5-4562-b932-7b6fecc1b7be not found, creating... [ 986.303017] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.303017] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.303563] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.303563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.303563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.303563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.303563] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.303563] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 79613792-3fd5-4562-b932-7b6fecc1b7be is going to be created. [ 986.324506] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.324506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.324506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.324506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.324506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.324506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.338515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.338700] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.338776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.338980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.339091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.339186] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 986.365673] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.365880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.365880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.366157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.366712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.375361] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 986.493841] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.996303] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.996526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.996577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.996769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.996878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.997091] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 987.027024] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.027024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.027024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.027024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.027024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.028461] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-73c22065-9f77-4aa2-a5a7-a61d4d5a4196 service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 987.028461] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-73c22065-9f77-4aa2-a5a7-a61d4d5a4196 service nova] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 987.028461] env[62626]: INFO networking_nsxv3.common.synchronization [req-5ed20542-8047-4e22-b1c4-fb25ff0fac6a req-73c22065-9f77-4aa2-a5a7-a61d4d5a4196 service nova] Enqueued Resource ID: 79613792-3fd5-4562-b932-7b6fecc1b7be with Priority: HIGHEST for action port [ 987.028862] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_rules [ 987.028993] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 987.029120] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79613792-3fd5-4562-b932-7b6fecc1b7be with Priority: HIGHEST for action port [ 987.029768] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.029833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.029984] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.030079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.030307] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-79613792-3fd5-4562-b932-7b6fecc1b7be taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.030421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.030473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.030656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.030731] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79613792-3fd5-4562-b932-7b6fecc1b7be',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.035848] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 987.534288] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79613792-3fd5-4562-b932-7b6fecc1b7be with status ACTIVE [ 987.534288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.534288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.534288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.534288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.534288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.534288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.534288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.534851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.534851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.534851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.534965] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.535443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.535443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.535443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.535443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.535667] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79613792-3fd5-4562-b932-7b6fecc1b7be is going to be updated. [ 987.556078] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.556273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.556388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.556646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.556822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.557018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79613792-3fd5-4562-b932-7b6fecc1b7be" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.384974] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 988.385229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.385383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.385632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.385787] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.385935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.386059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.386222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.386303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.386427] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.888927] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.046088] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 989.046335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.046493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.046711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.046900] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.047048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.047127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.047267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.047356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.047471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.047537] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.048466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.048550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.049110] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.049110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.049110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.049110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.049110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.049110] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.397606] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.550767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.551022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.553324] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.901203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.901203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.901203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.901203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.901203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.901203] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 989.933490] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.933573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.934093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.934093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.934093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.942098] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 990.055626] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.558524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.558737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.558737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.559055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.559175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.559175] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 990.583319] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.583484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.583525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.583734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.583872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.592870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 991.507667] env[62626]: INFO networking_nsxv3.common.synchronization [None req-48d24ad2-7d9b-4d4b-8b51-e26f0422ba86 None None] Enqueued Resource ID: 30225df9-5204-4bba-b731-ba801d198bfa with Priority: HIGHEST for action port [ 991.510349] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30225df9-5204-4bba-b731-ba801d198bfa with Priority: HIGHEST for action port [ 991.510349] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-30225df9-5204-4bba-b731-ba801d198bfa taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.510349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30225df9-5204-4bba-b731-ba801d198bfa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.510349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30225df9-5204-4bba-b731-ba801d198bfa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.510349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30225df9-5204-4bba-b731-ba801d198bfa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.510679] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30225df9-5204-4bba-b731-ba801d198bfa',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.890037] env[62626]: INFO networking_nsxv3.common.synchronization [req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c req-5c196e31-969b-4b84-88a9-2bd2db14e64c tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 991.890037] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 991.890037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.890037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.890037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.890287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.890407] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.890508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.890572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.890721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.890809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.890899] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.955288] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 991.955457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.958802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.961599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.961599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.961599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.961599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.961599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.961599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.961599] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.013192] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30225df9-5204-4bba-b731-ba801d198bfa [ 992.013488] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.013662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.013750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.014011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.014119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.014217] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30225df9-5204-4bba-b731-ba801d198bfa already deleted. [ 992.014300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30225df9-5204-4bba-b731-ba801d198bfa" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.395373] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.465906] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.505588] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.505768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.505904] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.506295] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.506565] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.506734] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.506870] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.507755] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.508026] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.508193] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.508318] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.508433] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.508547] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.508664] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.508775] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.508938] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.529019] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.529019] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.529019] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.529019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.529019] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.529019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.529019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.529019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.529019] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5d7b30-a2ef-4b00-86da-ab72d949c4e6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.602674] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 992.602911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.603093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.603307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.603522] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.603650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.604613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.604613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.604613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.604613] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.899076] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.970058] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.032400] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.032702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.032922] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.033209] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.033455] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.033645] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 not found, creating... [ 993.034776] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.034964] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.035138] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.035418] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.036091] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.036091] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.036242] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.036242] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.036468] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.036609] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.036761] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 is going to be created. [ 993.055012] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.055564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.055564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.055654] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.055885] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.056369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.106496] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.404037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.404037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.404037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.404037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.404037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.404037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be updated. [ 993.432627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.432627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.432627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.432627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.432627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.442965] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 993.471592] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.471755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.471853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.472093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.472188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.472288] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 993.506296] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.506557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.506659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.507314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.507495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.523039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 993.612759] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.830643] env[62626]: INFO networking_nsxv3.common.synchronization [None req-9f849b37-fb93-4e3f-95f9-fbac28b15f4d None None] Enqueued Resource ID: ff09465b-66e5-4884-943f-53c5ac60f9ef with Priority: HIGHEST for action port [ 993.830643] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff09465b-66e5-4884-943f-53c5ac60f9ef with Priority: HIGHEST for action port [ 993.830643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff09465b-66e5-4884-943f-53c5ac60f9ef taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.830643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff09465b-66e5-4884-943f-53c5ac60f9ef" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.830643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff09465b-66e5-4884-943f-53c5ac60f9ef" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.830643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff09465b-66e5-4884-943f-53c5ac60f9ef" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.830643] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff09465b-66e5-4884-943f-53c5ac60f9ef',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.912682] env[62626]: INFO networking_nsxv3.common.synchronization [req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c req-79ff8bcf-c826-4f71-bb7a-f0b7d5686c28 service nova] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 993.912826] env[62626]: INFO networking_nsxv3.common.synchronization [req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c req-79ff8bcf-c826-4f71-bb7a-f0b7d5686c28 service nova] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 993.912977] env[62626]: INFO networking_nsxv3.common.synchronization [req-d6ed8bdb-6620-4d0e-8993-e8e302a1f15c req-79ff8bcf-c826-4f71-bb7a-f0b7d5686c28 service nova] Enqueued Resource ID: 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 with Priority: HIGHEST for action port [ 993.913504] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_rules [ 993.913644] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 993.913744] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 with Priority: HIGHEST for action port [ 993.916613] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.916613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.916613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.916613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.916613] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.917166] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.917166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.917425] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.917573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.917573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.917706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.918100] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5d7b30-a2ef-4b00-86da-ab72d949c4e6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.114524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.114756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.114756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.114969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.115084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.115185] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 994.148401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.148672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.148672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.149410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.149449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.163554] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 994.334219] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff09465b-66e5-4884-943f-53c5ac60f9ef [ 994.334501] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.335078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.335078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.335078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.335181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.335256] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff09465b-66e5-4884-943f-53c5ac60f9ef already deleted. [ 994.335756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff09465b-66e5-4884-943f-53c5ac60f9ef" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.423210] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.423335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.423540] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 with status ACTIVE [ 994.423707] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.423840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.424127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.424127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.424222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.427767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.427767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.427767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.427767] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c5d7b30-a2ef-4b00-86da-ab72d949c4e6 is going to be updated. [ 994.444892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.445042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.445116] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.445319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.445449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.445604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5d7b30-a2ef-4b00-86da-ab72d949c4e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.534204] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.534555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.534555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.534645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.534758] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.037856] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.453026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 995.453026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.453670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.453911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.454346] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.454346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.454346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.454544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.454586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.454747] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.532708] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 995.532839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.532982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.533257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.533449] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.533566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.533658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.533778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.533860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.534017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.534191] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.534280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.534562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.534655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.534798] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.534893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.534955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.535110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.535186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.535269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.535359] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.541836] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.958626] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.037349] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 598c60b9-afc5-4456-8906-3fb64d02e856: rpc.has_security_group_logging(os_id): False [ 996.043349] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 996.043447] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 996.056816] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.056958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.056997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.057218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.057309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.057515] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.057612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.057675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.057822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.057897] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.058087] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.058179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.058293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.058454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.058528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.058700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.058791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.058851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.058986] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.059094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.059184] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be created. [ 996.133690] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.133690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.133690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.133928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.134146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.145745] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 996.171250] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 996.171482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.171651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.171865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.172083] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.172205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.172270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.172434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.172519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.172625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.172785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.172878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.172940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.173091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.173233] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.173323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.173382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.173547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.173634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.173715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.173803] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.464319] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.679120] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a0f23a1-1726-4a23-b72b-9c4405527180: rpc.has_security_group_logging(os_id): False [ 996.706183] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.706363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.706495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.706630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.706702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.706903] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.707033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.707117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.707283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.707364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.707648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.707778] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.707883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.708296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.708563] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.708722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.708803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.709066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.709192] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 996.791830] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.792007] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.792105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.792329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.794861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.811899] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 996.888425] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.888600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.888634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.888835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.900186] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 996.901026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.901996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 996.946345] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.946528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.946582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.946797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.961430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.962204] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 996.962313] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 996.962434] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 996.967184] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.967349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.967449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.967659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.967759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.967870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be updated. [ 996.994077] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.994077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.994077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.994316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.994475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.004057] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 997.011262] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.011518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.011563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.011753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.013299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.013493] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 997.110726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.110998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.110998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.114557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.115077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.115463] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 997.203148] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.203326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.203451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.203749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.204009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.205352] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 997.205352] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3d174daa-ef69-4e12-ad43-59ba3d76f935', 'dc769974-dbe4-4b7b-baff-e0e3000e294f', '99de1734-a628-47c9-9097-04a1aeedb71c', '43408c7c-069f-43c4-b4d7-c63e616c0929', '4a0f23a1-1726-4a23-b72b-9c4405527180', '9f6050fa-4f0d-4c68-b9c1-3fe9221c508d', '0f9d2807-c0f3-4190-bf2b-bff56eeb7683', '3f277df8-23ad-4721-8e23-ef87e734caea', '48821612-f945-40f8-855b-22b5268c12b6', 'a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684', '8e0ece7a-8a59-44c6-bf86-853bb3f11793', '2b430d86-e534-4cd9-8664-de47817c7a46', 'c50d08bc-cc86-4a04-9295-aa033a1b2506', '536e3de9-b9a7-423f-8f34-86f7e0b7fa7a', '02284d39-f927-4713-83e4-e22dda23c735', '81c3599f-0f1f-4978-8abc-c0fd9117fe39', 'a75f4b1b-914b-4a4d-863c-de67d105f00b', '1293ebf9-7ccc-4d5e-ad4c-11f0d137be21', '3d49fa35-efc3-4b2e-8cdc-5323452289d1', '9c88bd39-fd94-4328-8c0a-e0cca744cc3c', '1765dbb4-8eae-46d9-9045-89147028203b', 'd78b6be1-ea4f-4c79-b64c-0f80afdcc3fd', '26b3e571-13ee-4308-8e83-c1a4ce745c42', '4a2c33a8-6a8e-4134-99e8-9e1c74118375', '3a8de9c2-5144-4077-85fe-84bbc1ebeb24', '277eb914-b31e-44f6-8175-3157c1f39504', '598c60b9-afc5-4456-8906-3fb64d02e856', '832d83c2-16f7-4b23-acc4-0cf2e7a2d99e', '38005eb7-0352-46b2-8b3c-8017a48d8842', '4596fff2-79f0-41b9-b11a-35e704c0dfbe', 'f50a02f7-da3c-4c60-833e-fcd1c8510a7b', 'f474dce9-5d6a-4f40-9f3c-d48d2344b079', 'cebe780a-8cb8-4450-8508-349823be5351', '825e363d-38d9-4cb1-9b58-1682ed9e356e', 'bda13561-79bd-471f-a13f-514eb8f475ee', '47b2af73-45b4-4de3-a448-5036b638e18a', 'a4f4e845-f95a-4561-9aeb-f219004f8a0a', '427773a0-8460-4a6e-ae44-8b2e7f20faf3', '1b39c6e3-6654-4242-b0ef-84992eaf7918', '56cd5fc5-643b-4b60-9b60-3b40717e0bfc', '0796e7e3-e030-402e-86ac-355af32c0a14', 'c6799730-efb4-435f-9884-13bb46eb2649', '37e820da-55c4-4661-af01-04a69f323c19', 'c9993405-57bf-46ac-a4fc-6638a7de8a9a', '49edde05-b29e-4380-b139-afbc77f5c256', 'b3360cf5-699c-417e-85f2-947ed141f377'} {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 997.205352] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 997.241843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.242037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.242076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.242272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.242363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.242469] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 997.242564] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 997.242656] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 997.340219] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.340382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.340382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.340514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.342127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.342127] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 997.342127] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 997.342127] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 997.342253] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 997.342253] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 997.342315] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGH for action security_group_rules [ 997.342395] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGH for action security_group_rules [ 997.342464] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGH for action security_group_rules [ 997.342528] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGH for action security_group_rules [ 997.342590] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGH for action security_group_rules [ 997.342652] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGH for action security_group_rules [ 997.342714] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGH for action security_group_rules [ 997.342777] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGH for action security_group_rules [ 997.342839] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGH for action security_group_rules [ 997.342902] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGH for action security_group_rules [ 997.342963] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGH for action security_group_rules [ 997.343034] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGH for action security_group_rules [ 997.343131] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGH for action security_group_rules [ 997.343169] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGH for action security_group_rules [ 997.343213] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGH for action security_group_rules [ 997.343275] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGH for action security_group_rules [ 997.343342] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGH for action security_group_rules [ 997.343407] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGH for action security_group_rules [ 997.343471] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGH for action security_group_rules [ 997.343535] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGH for action security_group_rules [ 997.343640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.158580] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 998.159148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.159148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.159381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.159490] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.662915] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.663119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.663186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.663406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.663574] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.663671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.663733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.663876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.664102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.664212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.664243] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.828393] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 998.828647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.828836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.829087] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.829178] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.843553] env[62626]: INFO networking_nsxv3.common.synchronization [req-8eab2e99-cb26-4e7d-87ab-39d137bc1bd5 req-a6e45a47-790c-48f1-a657-10aee5d046ca tempest-ServerActionsV293TestJSON-239659795 tempest-ServerActionsV293TestJSON-239659795-project-member] Enqueued Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_members [ 998.844671] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGHEST for action security_group_members [ 998.845133] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 with Priority: HIGH for action security_group_rules [ 998.845427] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99de1734-a628-47c9-9097-04a1aeedb71c with Priority: HIGH for action security_group_rules [ 998.845661] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b430d86-e534-4cd9-8664-de47817c7a46 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f277df8-23ad-4721-8e23-ef87e734caea with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc769974-dbe4-4b7b-baff-e0e3000e294f with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 with Priority: HIGH for action security_group_rules [ 998.848809] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.848809] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.848809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.850079] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.854553] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d174daa-ef69-4e12-ad43-59ba3d76f935 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.854862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.855018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.855285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.855438] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d174daa-ef69-4e12-ad43-59ba3d76f935',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.858015] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99de1734-a628-47c9-9097-04a1aeedb71c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.858015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.858015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.858015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.858015] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99de1734-a628-47c9-9097-04a1aeedb71c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.858915] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.859177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.859367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.859609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.860058] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9d2807-c0f3-4190-bf2b-bff56eeb7683',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.861499] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.861846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.863016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.863016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.863016] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.863621] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.864170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.864352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.864612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.864775] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.866171] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.868025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.868025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.868025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.868025] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d49fa35-efc3-4b2e-8cdc-5323452289d1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.868025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.868025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.868025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.871235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.871235] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1293ebf9-7ccc-4d5e-ad4c-11f0d137be21',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.871235] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.871235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.871235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.871235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.871235] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.872023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.872320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.872320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.872467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.872467] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('536e3de9-b9a7-423f-8f34-86f7e0b7fa7a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.874602] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.874760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.874800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.874972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.875056] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.876593] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.876593] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.877224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.877224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.877224] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.877873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b430d86-e534-4cd9-8664-de47817c7a46 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.878086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.878468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.879201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.879201] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b430d86-e534-4cd9-8664-de47817c7a46',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.882764] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.882764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.882764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.882764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.882764] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0ece7a-8a59-44c6-bf86-853bb3f11793',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.882764] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.882764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.882764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.882764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.882764] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.883238] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.883238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.884585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.884717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.884795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.885267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.885267] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f6050fa-4f0d-4c68-b9c1-3fe9221c508d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.886524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f277df8-23ad-4721-8e23-ef87e734caea taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.886862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.886862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.887437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.887570] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f277df8-23ad-4721-8e23-ef87e734caea',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.888730] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.888730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.888866] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc769974-dbe4-4b7b-baff-e0e3000e294f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.888916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.889158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.889158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.889256] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc769974-dbe4-4b7b-baff-e0e3000e294f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.890150] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43408c7c-069f-43c4-b4d7-c63e616c0929 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.890259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.890327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.890500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.890582] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43408c7c-069f-43c4-b4d7-c63e616c0929',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.913244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.913425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.913474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.913705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.940037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.940037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99de1734-a628-47c9-9097-04a1aeedb71c is going to be deleted. [ 998.992011] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.993277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.993277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.993277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.993277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.993277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99de1734-a628-47c9-9097-04a1aeedb71c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.020027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.020027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.020027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.020027] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.169645] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.173028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.173028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.173028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.173028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.173809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.173809] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.339479] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.339887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.340099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.342385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.342385] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.342385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.342385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.342385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.342385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.342385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.342385] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.356420] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.356420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.356420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.356420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.379585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.379585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.379585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.379585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.379585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.379585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.379585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.379585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.380470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.381838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.381838] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.383518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.383841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.392170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.392170] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.392170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.392170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.392170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.392170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.392170] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 is going to be updated. [ 999.398544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.398544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.398544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.398544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.399535] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.399760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.402530] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.402936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.403113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.403470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.403709] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.403910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.404058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.405086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.405086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.405086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.405086] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.406630] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.406781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.406840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.410031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.410031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.410031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.410031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.410031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.410031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.410031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.410031] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.416198] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.416375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.416450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.416595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.416749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.416847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.416923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.417052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.417151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.417234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.417317] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.422261] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.433332] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50d08bc-cc86-4a04-9295-aa033a1b2506: rpc.has_security_group_logging(os_id): False [ 999.471406] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.471625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.472629] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.472745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.473386] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.473481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.477124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.477221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.477868] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.477959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.478654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.478748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.479487] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.479579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.480255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.480368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.480438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.480641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.480793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.482394] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.482487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.483178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.483269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.484193] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.484345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.485198] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 999.485600] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.485692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.486477] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 999.486815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.486923] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d174daa-ef69-4e12-ad43-59ba3d76f935 is going to be deleted. [ 999.487769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.487967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.491151] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 in Status: IN_PROGRESS for 2s [ 999.504353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.504498] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be deleted. [ 999.505375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.505605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.523089] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.539619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.539762] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9d2807-c0f3-4190-bf2b-bff56eeb7683 is going to be deleted. [ 999.540671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.540890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.561284] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.561483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.562177] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.562283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.564743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.564743] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1293ebf9-7ccc-4d5e-ad4c-11f0d137be21 is going to be deleted. [ 999.565512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.565737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.590514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.590715] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43408c7c-069f-43c4-b4d7-c63e616c0929 is going to be deleted. [ 999.591723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.591952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.601625] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.635543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.639028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d49fa35-efc3-4b2e-8cdc-5323452289d1 is going to be deleted. [ 999.639028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.639028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.675959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 598c60b9-afc5-4456-8906-3fb64d02e856: rpc.has_security_group_logging(os_id): False [ 999.687144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.687144] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 536e3de9-b9a7-423f-8f34-86f7e0b7fa7a is going to be deleted. [ 999.687144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.687144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.687144] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.687144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.717093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.717637] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f6050fa-4f0d-4c68-b9c1-3fe9221c508d is going to be deleted. [ 999.718610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.718822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.718909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.719056] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 is going to be deleted. [ 999.721315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.721527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.733633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.733773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.753069] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.753223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.763244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.763244] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc769974-dbe4-4b7b-baff-e0e3000e294f is going to be deleted. [ 999.763244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.763244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.838036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.838036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.838036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.838036] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f277df8-23ad-4721-8e23-ef87e734caea is going to be deleted. [ 999.838036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.838036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.844287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.844429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.844711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.845046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.845229] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.845344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.845412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.845572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.845694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.845747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.845891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.845984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.846144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.846277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.846438] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.846560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.846621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.848112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.848112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.848112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.848112] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.853070] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.853222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.854073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.857102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.883253] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.883404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.883461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.883659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.885719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.885719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.885719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.885719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.886199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.886199] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.911184] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.911184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.919564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.919695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.920944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.921220] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.921323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.921458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.921550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.921628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.921716] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 999.922792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.922968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.927186] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.928245] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.969368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.969550] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be deleted. [ 999.970422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.970659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.970752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.970866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d174daa-ef69-4e12-ad43-59ba3d76f935" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.971038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.971192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.971265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.971385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.971878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.972048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.972127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.972281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9d2807-c0f3-4190-bf2b-bff56eeb7683" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.972478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.972698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.972698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.972698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1293ebf9-7ccc-4d5e-ad4c-11f0d137be21" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.972889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.972938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.972987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.973095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43408c7c-069f-43c4-b4d7-c63e616c0929" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.973577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.973743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.026841] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48821612-f945-40f8-855b-22b5268c12b6: rpc.has_security_group_logging(os_id): False [ 1000.035032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.035174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.063143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.063518] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.063642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.063706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.063910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.064037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.064252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.064364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.064475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.064646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.064730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.064972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.065710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.065710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.065710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.065710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.065710] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 1000.066563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.066746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.066826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.066927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-536e3de9-b9a7-423f-8f34-86f7e0b7fa7a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.067244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.067244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.067369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.067411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f6050fa-4f0d-4c68-b9c1-3fe9221c508d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.067567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.067713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.067789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.067914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d49fa35-efc3-4b2e-8cdc-5323452289d1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.068040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.068179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.068253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.068789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.068994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.069716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.069716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.069716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc769974-dbe4-4b7b-baff-e0e3000e294f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.069900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.070273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.079666] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.079666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.093314] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.093552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.116720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.116906] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b430d86-e534-4cd9-8664-de47817c7a46 is going to be deleted. [ 1000.117862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.118102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.118195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.118401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f277df8-23ad-4721-8e23-ef87e734caea" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.118519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.118721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.118850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.121438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.122352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.146718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.146718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.162855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.162855] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.162855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.162855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.162855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.162855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.162855] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be updated. [ 1000.163917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.165398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.165682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.165989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.167966] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1000.240258] env[62626]: INFO networking_nsxv3.common.synchronization [req-df24f88a-b82d-4f06-8ff6-183c1864c9d6 req-97a41c73-436b-4c7a-9960-4ba129ff8cac tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 1000.241510] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 1000.241510] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.241510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.241510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.241995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.242057] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.246018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.246018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.246018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.246018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.246018] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.344588] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.344903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.344903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.345100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.346932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.346932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b430d86-e534-4cd9-8664-de47817c7a46" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.348559] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.348559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.348559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.348559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.348730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.350126] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a0f23a1-1726-4a23-b72b-9c4405527180: rpc.has_security_group_logging(os_id): False [ 1000.383361] env[62626]: INFO networking_nsxv3.common.synchronization [req-7d8f88ca-f3ae-4fa5-a1f8-bcd7a0e52736 req-04ef3b23-960a-4d77-bb85-29d66b6f477f tempest-MultipleCreateTestJSON-924960092 tempest-MultipleCreateTestJSON-924960092-project-member] Enqueued Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 1000.383877] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 with Priority: HIGHEST for action security_group_members [ 1000.384281] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a0f23a1-1726-4a23-b72b-9c4405527180 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.384365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.388138] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81c3599f-0f1f-4978-8abc-c0fd9117fe39: rpc.has_security_group_logging(os_id): False [ 1000.390170] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.390170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.390170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.390170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.390312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.393757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.393960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.394043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.394236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.396159] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 1000.417494] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.417494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.423906] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 1000.428105] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1000.428105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.428271] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.428371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.428432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.428639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.428724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.428946] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.429058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.429117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.429269] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.429340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.429524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.429602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.429663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.429794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.429856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.429939] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 1000.430942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.432487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.433393] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684: rpc.has_security_group_logging(os_id): False [ 1000.434009] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a75f4b1b-914b-4a4d-863c-de67d105f00b: rpc.has_security_group_logging(os_id): False [ 1000.462762] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.462933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.463634] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.463748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.486659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.486926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.487048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.487134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.487437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.487559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.487815] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.487985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.488071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.488295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.488418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.488729] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.488729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.488831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.488953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.489074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.489167] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 1000.490246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.490453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.565021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.565021] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b is going to be updated. [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.565021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.749523] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.755544] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.755544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.766886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.766886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.766886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.766886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.766886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.766886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.766886] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be updated. [ 1000.767706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.767857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.767990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.789937] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.790096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.790158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.790366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.790568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.802314] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 1000.807573] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 1000.836033] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.838127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.838127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.838127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.838127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.854460] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: IN_PROGRESS for 2s [ 1000.889749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.889859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.889859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.890201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.890201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.912141] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: IN_PROGRESS for 2s [ 1001.250134] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.341363] env[62626]: INFO networking_nsxv3.common.synchronization [req-ada5263b-8a52-4673-8f0e-965cb9d653a3 req-71ca2aa2-98c6-4ed4-b6f0-52c93f12403c tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1001.341966] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1001.342319] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.342461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.342554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.342729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.342895] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.343055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.343137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.343305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.343400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.343495] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.500552] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 in Status: SUCCESS [ 1001.500745] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0ece7a-8a59-44c6-bf86-853bb3f11793 deletion is rescheduled due to dependency. [ 1001.500866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0ece7a-8a59-44c6-bf86-853bb3f11793" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.753151] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.753314] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.753386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.753604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.753707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.753807] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be updated. [ 1001.787307] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.788030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.788175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.788453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.788674] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.799415] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: IN_PROGRESS for 2s [ 1001.846520] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.846730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.846805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.847067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.847184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.847431] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.847527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.847589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.847758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.847856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.847945] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be deleted. [ 1001.866032] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.866032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.866032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.866032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.866032] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.866032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.866463] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.866463] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.866564] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.866829] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.867403] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.867403] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.867403] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.867591] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.867692] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.867934] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.884514] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.884923] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.885068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.885333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.885494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.885686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.892754] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.892947] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.893136] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.893344] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.893780] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4941594b-dbe8-4e25-8afe-27ec09d1b679 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.894086] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.894292] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.894675] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.894824] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4941594b-dbe8-4e25-8afe-27ec09d1b679',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.188142] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1002.188391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.398246] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.398583] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.398658] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.398883] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.399052] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.399707] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4941594b-dbe8-4e25-8afe-27ec09d1b679 not found, creating... [ 1002.399707] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.399707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.399887] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.400020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.400187] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.400514] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.400679] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.400801] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.401058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.401202] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.401460] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4941594b-dbe8-4e25-8afe-27ec09d1b679 is going to be created. [ 1002.411926] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 1002.412168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.412353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.412582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.412675] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.419151] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.419373] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.419517] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.419817] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.420107] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.420357] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.442617] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 1002.442867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.443108] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.443454] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.817051] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 1002.817253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.821561] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 1002.821840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.822344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.822563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.822654] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.866548] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: SUCCESS [ 1002.866548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.915818] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.915947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.916027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.916325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.916498] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.916599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.916662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.916816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.916896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.916980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.917094] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.931026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: SUCCESS [ 1002.931026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.946241] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.946473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.946590] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.946939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.947205] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.947361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.947461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.947717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.947845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.947982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.948181] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.132840] env[62626]: INFO networking_nsxv3.common.synchronization [req-ada5263b-8a52-4673-8f0e-965cb9d653a3 req-a43271b5-1567-4eab-9cc4-eff992a58960 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 1003.133193] env[62626]: INFO networking_nsxv3.common.synchronization [req-ada5263b-8a52-4673-8f0e-965cb9d653a3 req-a43271b5-1567-4eab-9cc4-eff992a58960 service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1003.133485] env[62626]: INFO networking_nsxv3.common.synchronization [req-ada5263b-8a52-4673-8f0e-965cb9d653a3 req-a43271b5-1567-4eab-9cc4-eff992a58960 service nova] Enqueued Resource ID: 4941594b-dbe8-4e25-8afe-27ec09d1b679 with Priority: HIGHEST for action port [ 1003.134105] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 1003.134328] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1003.134432] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4941594b-dbe8-4e25-8afe-27ec09d1b679 with Priority: HIGHEST for action port [ 1003.134747] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.135326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.135633] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.136536] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.136651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.136725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.136906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.137067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.137161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.137223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.137364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.137446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.137536] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.138529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4941594b-dbe8-4e25-8afe-27ec09d1b679 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.138529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.138529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.138709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.138746] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4941594b-dbe8-4e25-8afe-27ec09d1b679',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.342433] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.342689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.342689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.343325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.343325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.343325] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be deleted. [ 1003.388587] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.389056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.389282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.389826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.390135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.390399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.422027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.422027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.422027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.422027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.422027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.423124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.423534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.423788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.424049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.424529] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.453427] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.643476] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.643476] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.643476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.643476] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4941594b-dbe8-4e25-8afe-27ec09d1b679 with status ACTIVE [ 1003.643476] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.643476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.643476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.643476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.643476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.643476] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.644315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.644526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.644890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.645135] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.645714] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.646017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.646265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.646755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.646900] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.647425] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4941594b-dbe8-4e25-8afe-27ec09d1b679 is going to be updated. [ 1003.668525] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.669364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.669364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.669364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.669644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.670233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4941594b-dbe8-4e25-8afe-27ec09d1b679" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.686028] env[62626]: INFO networking_nsxv3.common.synchronization [req-529bb4ce-be1e-44d1-b859-e5ee8c13943a req-4609fac4-0ae0-433b-9f82-dd682ea03cfb tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1003.686717] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1003.687987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.688336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.688336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.688710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.689455] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.689636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.689757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.690329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.690329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.690329] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.816662] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 in Status: SUCCESS [ 1003.816872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.817062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.817317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.817481] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.819288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.819371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.819497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.820460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.820646] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a0f23a1-1726-4a23-b72b-9c4405527180',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.928661] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 598c60b9-afc5-4456-8906-3fb64d02e856: rpc.has_security_group_logging(os_id): False [ 1003.954041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.954041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.954041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.954041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.954041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.954041] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.954041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.954041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.954532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.954583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.956721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.957326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.957626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.957977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.958168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.958536] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.958754] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.958910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.959249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.959400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.959553] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 1003.961529] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48821612-f945-40f8-855b-22b5268c12b6: rpc.has_security_group_logging(os_id): False [ 1003.981168] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.981312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.981380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.981591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.981702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.981977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.982106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.982178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.982862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.982862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.982862] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be updated. [ 1004.055552] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.055845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.056102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.056401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.058572] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.058706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.059153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.059153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.059315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.062295] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.062540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-938" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.062724] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-938" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.063095] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-938" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.063412] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.063616] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.063767] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.064032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.064247] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.064490] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.064638] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.064794] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.064935] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.065088] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.065233] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.065400] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.080985] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 1004.082188] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 1004.083622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.083946] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.084177] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.085098] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-938" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.085098] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-609341ad-d19b-4ba5-859f-fd59bea2f16e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.085288] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.085509] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.085998] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.086392] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609341ad-d19b-4ba5-859f-fd59bea2f16e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.150135] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.196482] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.196482] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.196482] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 already deleted. [ 1004.196482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.324686] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.324917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.325042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.325355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.325500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.325789] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.325932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.326057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.326299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.326445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.326576] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a0f23a1-1726-4a23-b72b-9c4405527180 is going to be deleted. [ 1004.358396] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.358604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.358604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.358771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.358868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.358972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a0f23a1-1726-4a23-b72b-9c4405527180" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.589361] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.589661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.589728] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.590090] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.590278] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.590451] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 609341ad-d19b-4ba5-859f-fd59bea2f16e not found, creating... [ 1004.590762] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.590939] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.591105] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.591355] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.591528] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.591862] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.595356] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.595685] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.595868] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.596071] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.596287] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e is going to be created. [ 1004.617722] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.618016] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.618344] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.618507] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.618813] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.619136] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.657630] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.657907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.657907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.658104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.658320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.658381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be created. [ 1004.682033] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.682196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.682273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.682493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.682751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.693156] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: UNINITIALIZED for 2s [ 1005.046727] env[62626]: INFO networking_nsxv3.common.synchronization [req-7f15b354-f170-4a61-a8bb-c42a1b1816cc req-df107f15-4ce5-4c95-81a5-07c98bda3733 tempest-AttachVolumeTestJSON-768290462 tempest-AttachVolumeTestJSON-768290462-project-member] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_members [ 1005.046727] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGHEST for action security_group_members [ 1005.046727] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.046727] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.046727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.046727] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.549735] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.549735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.549914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.550218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.570160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.571690] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.571690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.571690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.571690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.571690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.571690] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 is going to be updated. [ 1005.596177] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.596622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.596622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.597132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.597132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.605432] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 in Status: IN_PROGRESS for 2s [ 1006.098212] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 1006.098440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.099193] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 1006.099386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.206843] env[62626]: INFO networking_nsxv3.common.synchronization [req-529bb4ce-be1e-44d1-b859-e5ee8c13943a req-e1288a82-d25d-422a-84f5-e5de13a2c1b6 service nova] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_rules [ 1006.207061] env[62626]: INFO networking_nsxv3.common.synchronization [req-529bb4ce-be1e-44d1-b859-e5ee8c13943a req-e1288a82-d25d-422a-84f5-e5de13a2c1b6 service nova] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1006.207267] env[62626]: INFO networking_nsxv3.common.synchronization [req-529bb4ce-be1e-44d1-b859-e5ee8c13943a req-e1288a82-d25d-422a-84f5-e5de13a2c1b6 service nova] Enqueued Resource ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e with Priority: HIGHEST for action port [ 1006.208611] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_rules [ 1006.208808] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1006.208926] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e with Priority: HIGHEST for action port [ 1006.209330] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.209473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.209473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.209781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.209868] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.210885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.211017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.211093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.211280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.211430] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.211517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.211577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.211710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.211815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.211880] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.213185] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-609341ad-d19b-4ba5-859f-fd59bea2f16e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.213332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.213474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.213540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.213627] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609341ad-d19b-4ba5-859f-fd59bea2f16e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.258684] env[62626]: INFO networking_nsxv3.common.synchronization [req-792371c9-c58e-4622-b747-9eca4b1631c8 req-e7a543a0-0115-425c-aa85-930a4fcb8e57 tempest-ServersTestBootFromVolume-1222589570 tempest-ServersTestBootFromVolume-1222589570-project-member] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_members [ 1006.259480] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGHEST for action security_group_members [ 1006.259800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.259945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.261107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.261524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.262267] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.262766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.263491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.264249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.264426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.264579] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.531328] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b68310b8-60db-4027-ad7f-e5ab5e9aa6bc tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1006.532533] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1006.533278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.533398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.533664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.533747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.533997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.534220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.534220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.534507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.534507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.534634] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.706383] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1006.706765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.706765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.706852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.707065] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.707177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.707262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.707461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.707543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.707627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.707746] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.715888] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.716932] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.716932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.717122] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609341ad-d19b-4ba5-859f-fd59bea2f16e with status ACTIVE [ 1006.717680] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.717680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.717680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.717866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.717866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.718237] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.718237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.718237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.718373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.718449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.718662] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.718773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.718843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.719111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.719205] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e is going to be updated. [ 1006.745631] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.745782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.745861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.746347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.746519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.767051] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.767559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.767687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.767921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.791166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.791509] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.791636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.791636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.792368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.792368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.792368] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 is going to be updated. [ 1006.837059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.837059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.837059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.837059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.837059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.853806] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 in Status: IN_PROGRESS for 2s [ 1007.039784] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.039784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.039784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.040102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.059351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.060308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.062036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.062036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.062036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.062036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.062036] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 1007.084553] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.084698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.084863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.084981] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.085145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.094989] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 1007.210461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.210707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.210948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.211292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.211543] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.211690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.211781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.211976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.212107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.212220] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.212415] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.212541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.212623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.212802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.212988] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.213134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.213225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.213506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.213673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.213746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.213883] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.221077] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.620280] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 in Status: SUCCESS [ 1007.620555] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 deletion is rescheduled due to dependency. [ 1007.620721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.722086] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02284d39-f927-4713-83e4-e22dda23c735: rpc.has_security_group_logging(os_id): False [ 1007.726699] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.726896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.726896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.727143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.727254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.729678] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be created. [ 1007.741203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.741203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.741203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.741685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.741685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.741882] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.742046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.742121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.744306] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.744306] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.744306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.744306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be created. [ 1007.759023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.759023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.759023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.759023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.759023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.765538] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: UNINITIALIZED for 2s [ 1007.802471] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.802471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.802471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.803484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.803484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.815743] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 1008.866838] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 in Status: SUCCESS [ 1008.867284] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 deletion is rescheduled due to dependency. [ 1008.867284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.104131] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 1009.104394] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 deletion is rescheduled due to dependency. [ 1009.104530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.775425] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1009.775617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.775785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.775998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.776263] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.776412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.776518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.776703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.776776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.776873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.777016] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.828856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1009.829110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.280393] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.280698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.280698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.281628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.281628] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.281628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.281628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.281628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.281628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.281628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.281914] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.281914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.281984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.282144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.282332] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.282441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.282513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.283766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.283766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.283766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.283766] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.289230] env[62626]: INFO networking_nsxv3.common.synchronization [req-86783bee-8c10-4b45-8778-fbb84e0910b4 req-1a940ffb-370b-4e32-b87b-044ec03e3f76 tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 1010.292019] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 1010.292019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.292019] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.292019] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.292019] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.786112] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a8137a5-e931-434c-9c65-f561e8148752: rpc.has_security_group_logging(os_id): False [ 1010.801023] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.803146] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.803317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.803382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.803539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.803625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.803799] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.803914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.803980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.804176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.804250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.804426] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.804504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.804565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.804701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.804798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.804970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.805083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.805140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.805236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.805304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.805385] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be created. [ 1010.856790] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.856790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.856790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.856790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.857113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.866244] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1011.300453] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.651842] env[62626]: INFO networking_nsxv3.common.synchronization [req-2467d705-7841-48b0-ad84-5e5f2731f57c req-45dc0f7e-0220-4b98-a648-f877d78b5622 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1011.652513] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1011.652845] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.652968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.653130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.653740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.653740] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.653740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.653740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.654032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.654165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.654351] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.804831] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.804992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.805097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.805316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.805409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.805582] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 1011.845291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.845433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.845510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.845753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.845902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.857313] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 1012.156848] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.157020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.157105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.157331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.157466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.157729] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.157843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.157903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.158180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.158354] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1012.185259] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.185748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.185748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.185748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.185892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.194017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1012.879397] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1012.879397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.868452] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 1013.868452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.209037] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1014.209298] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 deletion is rescheduled due to dependency. [ 1014.209298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.525478] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.525787] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.525857] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.526155] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.526425] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.526630] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.526745] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.526975] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.527139] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.527354] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.527477] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.527628] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.527741] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.527860] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.527972] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.528145] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.547631] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.547821] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.547964] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.548171] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.548480] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-00ca6eac-d042-4981-9e1c-4472c9925b62 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.548670] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.548785] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.549131] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.549277] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ca6eac-d042-4981-9e1c-4472c9925b62',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.052445] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.052775] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.052846] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.053315] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.053482] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.053639] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 00ca6eac-d042-4981-9e1c-4472c9925b62 not found, creating... [ 1016.053878] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.054063] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.054266] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.054446] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.054645] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.054945] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.055126] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.055254] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.055471] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.055611] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.055759] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 is going to be created. [ 1016.076026] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.076267] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.076486] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.076886] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.077166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.077801] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.653567] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1016.653989] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1016.772290] env[62626]: INFO networking_nsxv3.common.synchronization [req-b404f4b0-0524-4196-a55a-8e67b23dbd6e req-726e6a8b-8a3d-4f87-9767-276a3d132e78 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 1016.772290] env[62626]: INFO networking_nsxv3.common.synchronization [req-b404f4b0-0524-4196-a55a-8e67b23dbd6e req-726e6a8b-8a3d-4f87-9767-276a3d132e78 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1016.772290] env[62626]: INFO networking_nsxv3.common.synchronization [req-b404f4b0-0524-4196-a55a-8e67b23dbd6e req-726e6a8b-8a3d-4f87-9767-276a3d132e78 service nova] Enqueued Resource ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 with Priority: HIGHEST for action port [ 1016.772290] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 1016.772480] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1016.772480] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 with Priority: HIGHEST for action port [ 1016.773066] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.773207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.773250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.773452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.773533] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.774399] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.774561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.774645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.774812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.774963] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.775069] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.775123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.775263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.775625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.775625] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.781631] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ca6eac-d042-4981-9e1c-4472c9925b62 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.781783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.781877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.782086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.782169] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ca6eac-d042-4981-9e1c-4472c9925b62',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.189019] env[62626]: INFO networking_nsxv3.common.synchronization [req-f25248b7-9681-46ac-b112-5d1a5e532b28 req-5b00d500-0084-4a7a-91c0-99998d8440b7 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1017.189667] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1017.190037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.190202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.190391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.191028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.191028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.191175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.191375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.191441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.191725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.191725] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.285207] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.285317] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.285388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.285509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00ca6eac-d042-4981-9e1c-4472c9925b62 with status ACTIVE [ 1017.285658] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.285879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.285879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.286635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.286635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.286635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.286635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.286635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.286635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.286818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.286846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.286974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.287024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.287251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.287325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.287404] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 is going to be updated. [ 1017.308261] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.308708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.308708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.308708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.308708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.308922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.697032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.697032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.697032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.697032] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 1017.724045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.724045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.724045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.724045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.724045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.736125] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 1017.790644] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.295777] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.295941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.296010] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.296262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.296355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.296451] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 1018.330833] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.330975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.331059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.331268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.331411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.339581] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 1019.745689] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1019.745942] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 1019.746017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.353216] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 1020.353451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.353631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.353809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.354045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.354122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.354188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.354339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.354421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.354500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.354610] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.493101] env[62626]: INFO networking_nsxv3.common.synchronization [req-f7365322-1618-48bf-9fe1-62f838df0c55 req-a2f45eaa-0a94-4cf2-82e0-5b5ad3cea4be tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 1020.493374] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 1020.493663] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.493782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.493949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.494168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.494564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.494691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.494764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.494940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.495191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.495191] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.859295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.859295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.859295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.860892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.860892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.860892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.860892] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.914317] env[62626]: INFO networking_nsxv3.common.synchronization [None req-484026dd-3a46-40b0-86e9-528c94d62701 None None] Enqueued Resource ID: ce290b9c-ca46-4b32-92ae-003b66b635b5 with Priority: HIGHEST for action port [ 1020.914684] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce290b9c-ca46-4b32-92ae-003b66b635b5 with Priority: HIGHEST for action port [ 1020.915291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce290b9c-ca46-4b32-92ae-003b66b635b5 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.915522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce290b9c-ca46-4b32-92ae-003b66b635b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.915522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce290b9c-ca46-4b32-92ae-003b66b635b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.915711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce290b9c-ca46-4b32-92ae-003b66b635b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.915794] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce290b9c-ca46-4b32-92ae-003b66b635b5',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.997140] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.362730] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6799730-efb4-435f-9884-13bb46eb2649: rpc.has_security_group_logging(os_id): False [ 1021.382894] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.382894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.382894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.382894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.382894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.382894] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.382894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.383398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.383398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.383398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.383398] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.383508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.383508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.383715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.383715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.383864] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.383954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.384508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.384874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.384964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.385070] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 1021.418839] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce290b9c-ca46-4b32-92ae-003b66b635b5 [ 1021.419267] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.419439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.419439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.419677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.419865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.419986] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce290b9c-ca46-4b32-92ae-003b66b635b5 already deleted. [ 1021.420100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce290b9c-ca46-4b32-92ae-003b66b635b5" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.446040] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.446180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.446259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.446568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.446940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.476024] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 1021.503804] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.007436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.007436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.007436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.007436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.007436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.007436] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 1022.038018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.038018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.038018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.038018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.038018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.047224] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 1023.489732] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 1023.490057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.493428] env[62626]: INFO networking_nsxv3.common.synchronization [None req-021c34cd-95af-4f2f-85ea-ebb909a340a3 None None] Enqueued Resource ID: 6cbb0473-121d-4849-8836-d1f1407905e8 with Priority: HIGHEST for action port [ 1023.493725] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbb0473-121d-4849-8836-d1f1407905e8 with Priority: HIGHEST for action port [ 1023.494345] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cbb0473-121d-4849-8836-d1f1407905e8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.494461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cbb0473-121d-4849-8836-d1f1407905e8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.494529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cbb0473-121d-4849-8836-d1f1407905e8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.494834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cbb0473-121d-4849-8836-d1f1407905e8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.494915] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cbb0473-121d-4849-8836-d1f1407905e8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.998234] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cbb0473-121d-4849-8836-d1f1407905e8 [ 1023.998819] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.998819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.998819] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.999082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.999082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.999082] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cbb0473-121d-4849-8836-d1f1407905e8 already deleted. [ 1023.999208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cbb0473-121d-4849-8836-d1f1407905e8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.056847] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 1024.057159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.014144] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_members [ 1026.014387] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.014867] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_members [ 1026.014972] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.015291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a94863-5afa-4c7f-bc46-2062bd48403b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.015381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.015495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.015692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.015845] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.015946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.016016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.020384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.020484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.020581] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.021423] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.021533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.021600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.021758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.021930] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.021985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.022056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.022192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.022268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.022352] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.053398] env[62626]: INFO networking_nsxv3.common.synchronization [req-d3c8950e-18f3-4780-a1b1-cd3967d13458 req-601c6cb4-b20e-4d8c-8921-6da7e2fbbfa8 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1026.053754] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1026.054454] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.054592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.054661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.054869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.057220] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.057377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.057473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.057734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.057734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.057832] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.061986] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_rules [ 1026.062221] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.062407] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_rules [ 1026.062555] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_members [ 1026.062720] env[62626]: INFO networking_nsxv3.common.synchronization [req-f53bd037-4e4f-4c37-b08c-0630dbdfca49 req-9bc03d94-4c0c-4014-bbc7-d91292cfd7b7 tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e with Priority: HIGHEST for action port [ 1026.065666] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_rules [ 1026.065704] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_rules [ 1026.065850] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e with Priority: HIGHEST for action port [ 1026.065955] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.065955] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_members [ 1026.066662] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.066811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.066888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.067112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.067198] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.068045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2a94863-5afa-4c7f-bc46-2062bd48403b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.068218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.068267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.068455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.068549] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.069289] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-609341ad-d19b-4ba5-859f-fd59bea2f16e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.069412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.069450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.069634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.069717] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609341ad-d19b-4ba5-859f-fd59bea2f16e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.070602] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.070733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.070963] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a94863-5afa-4c7f-bc46-2062bd48403b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.071064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.370807] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.370807] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.370807] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.370807] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.370807] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.370807] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.371967] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.372477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.372748] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.373084] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.373337] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.373559] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.373767] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.373977] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.374502] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.375022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.383193] env[62626]: INFO networking_nsxv3.common.synchronization [req-c4025c4a-33bf-4de1-8b1e-88fa0014e61a req-faf299ee-04d8-4bce-ab8f-3db237795e4e tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_members [ 1026.383193] env[62626]: INFO networking_nsxv3.common.synchronization [req-c4025c4a-33bf-4de1-8b1e-88fa0014e61a req-faf299ee-04d8-4bce-ab8f-3db237795e4e tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.383193] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a94863-5afa-4c7f-bc46-2062bd48403b with Priority: HIGHEST for action security_group_members [ 1026.383508] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.383949] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a94863-5afa-4c7f-bc46-2062bd48403b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.384080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.384603] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.384757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.393980] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.394151] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.394293] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.394466] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.394747] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4228cbb2-060b-488f-8283-d1279708daf3 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.394921] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.395058] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.396410] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.396410] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4228cbb2-060b-488f-8283-d1279708daf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.436769] env[62626]: INFO networking_nsxv3.common.synchronization [req-c4025c4a-33bf-4de1-8b1e-88fa0014e61a req-faf299ee-04d8-4bce-ab8f-3db237795e4e tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_rules [ 1026.437136] env[62626]: INFO networking_nsxv3.common.synchronization [req-c4025c4a-33bf-4de1-8b1e-88fa0014e61a req-faf299ee-04d8-4bce-ab8f-3db237795e4e tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.437318] env[62626]: INFO networking_nsxv3.common.synchronization [req-c4025c4a-33bf-4de1-8b1e-88fa0014e61a req-faf299ee-04d8-4bce-ab8f-3db237795e4e tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e with Priority: HIGHEST for action port [ 1026.437758] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_rules [ 1026.437886] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1026.437983] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e with Priority: HIGHEST for action port [ 1026.438487] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.438546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.438725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.438812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.438980] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-609341ad-d19b-4ba5-859f-fd59bea2f16e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.439074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.523509] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.524468] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.565157] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.565308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.565390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.565877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.565877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.566071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.566071] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.566207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.566263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.566342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.566444] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1026.571998] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.572146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.572380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a94863-5afa-4c7f-bc46-2062bd48403b taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.572517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.572629] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609341ad-d19b-4ba5-859f-fd59bea2f16e with status ACTIVE [ 1026.572787] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.572884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.572953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.573150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.573239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.573846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.573846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.573846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.573846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.573846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.574163] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.574163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.574163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.574369] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.574437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.574604] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e is going to be updated. [ 1026.591135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.591285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.591344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.591494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.591623] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.591771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.591915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.592079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.592170] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609341ad-d19b-4ba5-859f-fd59bea2f16e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.593649] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.593785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.593840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.593997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.595227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.603683] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1026.900908] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.901155] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.901283] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.901565] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.901711] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.901863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4228cbb2-060b-488f-8283-d1279708daf3 not found, creating... [ 1026.902199] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.902290] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.902406] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.902635] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.902847] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.903170] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.903337] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.903458] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.903666] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.903804] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.903946] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4228cbb2-060b-488f-8283-d1279708daf3 is going to be created. [ 1026.928720] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.928901] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.928973] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.929755] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.929755] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.929871] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.026586] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.027054] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.096846] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609341ad-d19b-4ba5-859f-fd59bea2f16e with status ACTIVE [ 1027.097097] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.097236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.097307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.097515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.097605] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.097769] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.097898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.097965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.098133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.098210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.098389] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.098480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.098538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.098673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.098744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.098825] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609341ad-d19b-4ba5-859f-fd59bea2f16e is going to be updated. [ 1027.121453] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.121643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.121848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.122027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.122245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609341ad-d19b-4ba5-859f-fd59bea2f16e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.529030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.533125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.533227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.533471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.533471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.535093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b is going to be created. [ 1027.535093] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.535093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.535093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.535232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.535268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.535350] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be updated. [ 1027.565160] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.565160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.565160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.565160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.565160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.569482] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.569651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.569725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.569913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.570063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.575308] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2a94863-5afa-4c7f-bc46-2062bd48403b in Status: UNINITIALIZED for 2s [ 1027.578149] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1027.885807] env[62626]: INFO networking_nsxv3.common.synchronization [req-d3c8950e-18f3-4780-a1b1-cd3967d13458 req-c9f0e3ce-a5a0-4798-a12a-877c45f8facb service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 1027.885807] env[62626]: INFO networking_nsxv3.common.synchronization [req-d3c8950e-18f3-4780-a1b1-cd3967d13458 req-c9f0e3ce-a5a0-4798-a12a-877c45f8facb service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1027.885807] env[62626]: INFO networking_nsxv3.common.synchronization [req-d3c8950e-18f3-4780-a1b1-cd3967d13458 req-c9f0e3ce-a5a0-4798-a12a-877c45f8facb service nova] Enqueued Resource ID: 4228cbb2-060b-488f-8283-d1279708daf3 with Priority: HIGHEST for action port [ 1027.885807] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 1027.885807] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1027.885807] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4228cbb2-060b-488f-8283-d1279708daf3 with Priority: HIGHEST for action port [ 1027.885807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.885807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.885807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.885807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.885807] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.886905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.888200] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.888463] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4228cbb2-060b-488f-8283-d1279708daf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.888621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.888723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.888943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.889293] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4228cbb2-060b-488f-8283-d1279708daf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.392842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.393151] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4228cbb2-060b-488f-8283-d1279708daf3 with status ACTIVE [ 1028.393305] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.393470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.393715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.393768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.393923] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.394025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.394086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.394237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.394313] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.394489] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.394576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.394634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.394780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.394871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.394954] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4228cbb2-060b-488f-8283-d1279708daf3 is going to be updated. [ 1028.414255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.414392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.414463] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.414653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.414801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.414949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.613753] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1028.613968] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 deletion is rescheduled due to dependency. [ 1028.614126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.614345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.614494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.614686] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.614831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.614919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.615140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.615268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.615370] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.118246] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.584802] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2a94863-5afa-4c7f-bc46-2062bd48403b in Status: SUCCESS [ 1029.585067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.585184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.585436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.585583] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.585692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.585756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.585902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.585982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.586092] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.587542] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1029.587770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.587888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.588115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.588225] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.588451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.588451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.588522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.588600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.588689] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.621536] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.925241] env[62626]: INFO networking_nsxv3.common.synchronization [req-e23062aa-ff73-4355-8b3f-8ed25c1d8933 req-812b8162-999a-48e0-9fa4-10f55911957c tempest-ListServerFiltersTestJSON-1101650633 tempest-ListServerFiltersTestJSON-1101650633-project-member] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 1029.925241] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGHEST for action security_group_members [ 1029.925241] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.925241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.925241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.928383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.928503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.928503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.928794] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.928893] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.091584] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.091788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.092101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.092101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.092234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.092699] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.092699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.092699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.092878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.092878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.092991] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b is going to be deleted. [ 1030.094155] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.122435] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.122587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.122659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.122868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.122964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.123148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.123972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.123972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.124381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.124587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.124672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.124815] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1030.128812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.128992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.129168] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.129299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.129376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.129533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.129607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.129696] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.169179] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.169179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.169179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.169599] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.169802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.179448] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1030.327642] env[62626]: INFO networking_nsxv3.common.synchronization [req-e5ce084a-2247-4bda-b0f5-7b2d71569226 req-c00d0137-2c46-4986-a2f7-bf7133653993 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1030.328196] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1030.328496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.328625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.328675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.328880] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.329055] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.329155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.329209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.329363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.329440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.329660] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.485493] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.485789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.485789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.485888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.485977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.486172] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.486267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.486328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.486471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.486543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.486625] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be updated. [ 1030.513234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.513384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.513456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.513658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.513796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.521714] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: IN_PROGRESS for 2s [ 1030.597301] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.631923] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.632084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.632156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.632371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.632455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.632654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.632737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.632798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.632941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.633030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.633117] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b already deleted. [ 1030.633193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.633343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.633619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.633708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.633767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.633967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.634068] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.780872] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.781096] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.781229] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.781502] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.781769] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.781930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.782064] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.782288] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.782812] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.782812] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.782923] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.782984] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.783104] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.783222] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.783332] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.783471] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.801507] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.801738] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.801817] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.802070] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-596" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.802338] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4e6674cf-db14-4089-9db5-d42411179b55 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.802513] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.802635] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.802966] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.803126] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6674cf-db14-4089-9db5-d42411179b55',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.985843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.986089] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.986151] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.986362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.986456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.986683] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.986790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.986849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.987036] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.987249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.987249] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 1031.011343] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.011343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.011343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.011568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.011673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.019619] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 1031.102027] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.102027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.102027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.102027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.102027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.102027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be updated. [ 1031.128489] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.128954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.129079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.129355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.129606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.137945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.138130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.138130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.138308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.138400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.138614] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.138707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.138783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.138951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.139123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.139231] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b already deleted. [ 1031.139337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.139485] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.141283] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1031.305699] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.305976] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.306190] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.306533] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.306699] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.306864] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4e6674cf-db14-4089-9db5-d42411179b55 not found, creating... [ 1031.307224] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.307473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.307539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.307769] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.307920] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.308252] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.308454] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.308586] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.308800] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.308942] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.309137] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4e6674cf-db14-4089-9db5-d42411179b55 is going to be created. [ 1031.331639] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.331924] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.332131] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.332405] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.332661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.332888] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.632020] env[62626]: INFO networking_nsxv3.common.synchronization [req-51576af0-f9bc-4fac-951a-7bfe4b7d20b7 req-184d520f-0a4a-4fd6-9800-01853fb4bb0f tempest-ServerRescueTestJSONUnderV235-1982634781 tempest-ServerRescueTestJSONUnderV235-1982634781-project-member] Enqueued Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1031.632561] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8137a5-e931-434c-9c65-f561e8148752 with Priority: HIGHEST for action security_group_members [ 1031.632886] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.633014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.643447] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2a94863-5afa-4c7f-bc46-2062bd48403b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.145128] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2a94863-5afa-4c7f-bc46-2062bd48403b: rpc.has_security_group_logging(os_id): False [ 1032.163635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.163806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.163806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.163990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.164101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.164315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.164483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.164638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.164730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.164793] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b is going to be created. [ 1032.178748] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a2a94863-5afa-4c7f-bc46-2062bd48403b], does not exist path=[/infra/domains/default/groups/a2a94863-5afa-4c7f-bc46-2062bd48403b]."\n}' [ 1032.178854] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a2a94863-5afa-4c7f-bc46-2062bd48403b [ 1032.178942] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1032.187941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1032.188201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.188366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.188568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.188749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.188858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.188922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.189088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.189167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.189251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.189339] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.213026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.213228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.213289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.213501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.214502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.214647] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.215308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.215308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.215308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.215308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.215308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.215308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.215692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.215692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.215692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.215692] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a94863-5afa-4c7f-bc46-2062bd48403b is going to be created. [ 1032.253670] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a2a94863-5afa-4c7f-bc46-2062bd48403b], does not exist path=[/infra/domains/default/groups/a2a94863-5afa-4c7f-bc46-2062bd48403b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a2a94863-5afa-4c7f-bc46-2062bd48403b [ 1032.254556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2a94863-5afa-4c7f-bc46-2062bd48403b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.254556] env[62626]: Traceback (most recent call last): [ 1032.254556] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1032.254556] env[62626]: return func(*args, **kwargs) [ 1032.254556] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1032.254556] env[62626]: res.raise_for_status() [ 1032.254556] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1032.254556] env[62626]: raise HTTPError(http_error_msg, response=self) [ 1032.254556] env[62626]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a2a94863-5afa-4c7f-bc46-2062bd48403b [ 1032.254556] env[62626]: During handling of the above exception, another exception occurred: [ 1032.254556] env[62626]: Traceback (most recent call last): [ 1032.254556] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1032.254556] env[62626]: listener.cb(fileno) [ 1032.254556] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1032.254556] env[62626]: result = function(*args, **kwargs) [ 1032.254556] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1032.254556] env[62626]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1032.254556] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1032.254556] env[62626]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1032.254556] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1032.254556] env[62626]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1032.254556] env[62626]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1032.254556] env[62626]: res.raise_for_status() [ 1032.254556] env[62626]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1032.254556] env[62626]: raise HTTPError(http_error_msg, response=self) [ 1032.254556] env[62626]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a2a94863-5afa-4c7f-bc46-2062bd48403b [ 1032.254556] env[62626]: Removing descriptor: 5 [ 1032.531025] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598c60b9-afc5-4456-8906-3fb64d02e856 in Status: SUCCESS [ 1032.531213] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 deletion is rescheduled due to dependency. [ 1032.531543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.573480] env[62626]: INFO networking_nsxv3.common.synchronization [req-e5ce084a-2247-4bda-b0f5-7b2d71569226 req-a7031b4c-001b-4b7f-a9a1-d99d04c044aa service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 1032.573639] env[62626]: INFO networking_nsxv3.common.synchronization [req-e5ce084a-2247-4bda-b0f5-7b2d71569226 req-a7031b4c-001b-4b7f-a9a1-d99d04c044aa service nova] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1032.573775] env[62626]: INFO networking_nsxv3.common.synchronization [req-e5ce084a-2247-4bda-b0f5-7b2d71569226 req-a7031b4c-001b-4b7f-a9a1-d99d04c044aa service nova] Enqueued Resource ID: 4e6674cf-db14-4089-9db5-d42411179b55 with Priority: HIGHEST for action port [ 1032.574095] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_rules [ 1032.574248] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1032.574369] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6674cf-db14-4089-9db5-d42411179b55 with Priority: HIGHEST for action port [ 1032.578014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.578014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.578014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.578014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.578014] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.578014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.578014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.578014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6674cf-db14-4089-9db5-d42411179b55 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.578014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.578014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.578544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.578544] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6674cf-db14-4089-9db5-d42411179b55',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.649316] env[62626]: INFO networking_nsxv3.common.synchronization [req-07ceeac6-e470-4fdf-9410-858b62938728 req-99be6d5d-e408-4555-a141-066ce20851d8 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Enqueued Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_members [ 1032.649808] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_members [ 1032.650120] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.650247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.650304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.650547] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.650719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.651201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.651201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.651201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.651334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.651433] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.691852] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.030856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1033.030856] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.030856] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.030856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.030856] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.081108] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.081108] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.081108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.081813] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.082205] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.082542] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.082760] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.082966] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.083190] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.083409] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.088843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.088903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.089356] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e6674cf-db14-4089-9db5-d42411179b55 with status ACTIVE [ 1033.089356] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.089356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.089517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.089550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.089634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.089797] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.089883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.089940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.090100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.090174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.090557] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.090655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.090716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.090860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.090928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.091047] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e6674cf-db14-4089-9db5-d42411179b55 is going to be updated. [ 1033.108674] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.108825] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.108875] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.109147] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.109401] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-00ca6eac-d042-4981-9e1c-4472c9925b62 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.109586] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.109731] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.109988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.110157] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ca6eac-d042-4981-9e1c-4472c9925b62',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.113363] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.113487] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.113557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.113728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.113854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.113995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6674cf-db14-4089-9db5-d42411179b55" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.152152] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1033.152491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.152571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.152781] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.152962] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.153094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.153145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.153316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.153357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.153846] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.155359] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.155488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.155652] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.156048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.156048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.156524] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.156651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.156709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.156971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.157327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.157592] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 already deleted. [ 1033.157651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.196282] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50d08bc-cc86-4a04-9295-aa033a1b2506: rpc.has_security_group_logging(os_id): False [ 1033.221392] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.221392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.221392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.221392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.226517] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.226722] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-186" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.226851] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-186" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.227232] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-186" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.227520] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.227701] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.227827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.228203] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.228379] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.228591] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.228713] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.228856] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.229022] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.229161] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.229321] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.229509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.242874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.243240] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.243240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.243329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.243468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.243551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.243638] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1033.262157] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.262344] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.262491] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.262671] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-186" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.262979] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4d401c4f-a2ab-4b94-9918-db8477c672ff taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.263170] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.263295] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.263666] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.263779] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d401c4f-a2ab-4b94-9918-db8477c672ff',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.310684] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.310846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.310951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.311148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.311299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.327676] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1033.516349] env[62626]: INFO networking_nsxv3.common.synchronization [None req-1b16c9fe-fe5c-4627-a1c6-6ae29af377c5 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_rules [ 1033.516843] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_rules [ 1033.517218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.517343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.517406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.517661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.517744] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.532819] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.585947] env[62626]: INFO networking_nsxv3.common.synchronization [None req-cc6a571a-77f7-419e-90b5-4ef234d7a799 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_rules [ 1033.586440] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_rules [ 1033.586747] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.586850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.612395] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.612636] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.612773] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.613065] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.613228] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.613532] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.613689] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.613812] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.614045] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.614193] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.614484] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.614647] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.614765] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.615112] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.615195] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.615346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 is going to be updated. [ 1033.635136] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.635300] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.635337] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.635568] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.635760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.635976] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.656136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.656386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.656476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.656653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.675299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.675533] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.675651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.675714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.675903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.675982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.676085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be updated. [ 1033.699863] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.700028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.700082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.700272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.700403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.709994] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1033.768417] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.768639] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.768769] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.769055] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.769216] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.769399] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 4d401c4f-a2ab-4b94-9918-db8477c672ff not found, creating... [ 1033.769619] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.769775] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.769896] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.770125] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.770268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.770552] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.770707] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.770825] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.772027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.772027] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.772155] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4d401c4f-a2ab-4b94-9918-db8477c672ff is going to be created. [ 1033.793024] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.793108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.793324] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.793532] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.793953] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.795896] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.034667] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.036550] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.036735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.036775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.036975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.037098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.037195] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 already deleted. [ 1034.037272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.037429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.037603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.037679] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.542952] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.542952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.542952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.542952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.542952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.542952] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 1034.558761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.559691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.559691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.559691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.559691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.559691] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 already deleted. [ 1034.559691] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.566312] env[62626]: INFO networking_nsxv3.common.synchronization [req-07ceeac6-e470-4fdf-9410-858b62938728 req-309fbc26-8f0f-41dc-adfd-b57ec7a87ad6 service nova] Enqueued Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_rules [ 1034.566312] env[62626]: INFO networking_nsxv3.common.synchronization [req-07ceeac6-e470-4fdf-9410-858b62938728 req-309fbc26-8f0f-41dc-adfd-b57ec7a87ad6 service nova] Enqueued Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_members [ 1034.566312] env[62626]: INFO networking_nsxv3.common.synchronization [req-07ceeac6-e470-4fdf-9410-858b62938728 req-309fbc26-8f0f-41dc-adfd-b57ec7a87ad6 service nova] Enqueued Resource ID: 4d401c4f-a2ab-4b94-9918-db8477c672ff with Priority: HIGHEST for action port [ 1034.566312] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_rules [ 1034.566312] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_members [ 1034.566312] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d401c4f-a2ab-4b94-9918-db8477c672ff with Priority: HIGHEST for action port [ 1034.566312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.566312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.566312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.566312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.566312] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.568283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.568531] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.568720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.568964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.569565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.571024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.571024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.571024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.571024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.571024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.571949] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d401c4f-a2ab-4b94-9918-db8477c672ff taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.572398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.572647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.573107] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d401c4f-a2ab-4b94-9918-db8477c672ff',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.575727] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.575945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.576927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.576927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.576927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.578569] env[62626]: INFO networking_nsxv3.common.synchronization [req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 req-960a8b9c-3e9f-427a-9859-67934443da47 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 1034.578934] env[62626]: INFO networking_nsxv3.common.synchronization [req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 req-960a8b9c-3e9f-427a-9859-67934443da47 service nova] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1034.579196] env[62626]: INFO networking_nsxv3.common.synchronization [req-1aa5d37c-3c4a-4e0e-a318-6a7828db7ca4 req-960a8b9c-3e9f-427a-9859-67934443da47 service nova] Enqueued Resource ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 with Priority: HIGHEST for action port [ 1034.580339] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_rules [ 1034.580590] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1034.580820] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 with Priority: HIGHEST for action port [ 1034.581748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.581748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.581748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.582804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.582804] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.583213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.583460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.583609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.583854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.584115] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.585109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.585109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.585109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.585109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.585109] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.585715] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ca6eac-d042-4981-9e1c-4472c9925b62 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.585924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.586105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.586334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.586482] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ca6eac-d042-4981-9e1c-4472c9925b62',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.588598] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 1035.069241] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.069241] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.079365] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.081334] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d401c4f-a2ab-4b94-9918-db8477c672ff with status ACTIVE [ 1035.082165] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.082165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.082165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.085183] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.085183] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.085183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.085183] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d401c4f-a2ab-4b94-9918-db8477c672ff is going to be updated. [ 1035.086814] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.088477] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.088680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.088914] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00ca6eac-d042-4981-9e1c-4472c9925b62 with status ACTIVE [ 1035.089159] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.089367] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.089541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.090084] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.090250] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.090761] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.090761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.090761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.090993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.091510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.092018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.092018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.092204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.092468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.092737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.094136] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00ca6eac-d042-4981-9e1c-4472c9925b62 is going to be updated. [ 1035.129643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.129792] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.129841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.130066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.130219] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.130353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d401c4f-a2ab-4b94-9918-db8477c672ff" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.131170] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.131284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.131330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.131497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.131606] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.131734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ca6eac-d042-4981-9e1c-4472c9925b62" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.344317] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1035.344614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.580896] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.589813] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.720568] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1035.720568] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 deletion is rescheduled due to dependency. [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.720568] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.720568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.720568] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.085086] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.085086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.085086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.085086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.085086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.085086] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 is going to be created. [ 1036.093255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.093255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.093255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.093255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.093255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.093255] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 1036.110383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.110383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.110383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.110383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.110383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.119995] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.119995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.119995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.119995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.119995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.119995] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: UNINITIALIZED for 2s [ 1036.125121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 1036.222180] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.222603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.222867] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.223231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.223469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.223825] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.225809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.225809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.225809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.225809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.225809] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be updated. [ 1036.252585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.252585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.252585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.252585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.252585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.262306] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1036.399884] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.400164] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.400339] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.400661] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.400941] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.401129] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.401280] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.401531] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.401738] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.402008] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.402165] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.402346] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.402535] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.403304] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.403304] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.403304] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.420504] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.420699] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.420824] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.421037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.421369] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-85d040c7-d04f-4767-97f2-805eb6bbd2d7 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.421568] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.422552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.422552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.422552] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d040c7-d04f-4767-97f2-805eb6bbd2d7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.597731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1036.598746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.598746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.598746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.598888] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.598976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.598976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.599906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.599906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.599906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.599906] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.924611] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.924848] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.925041] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.925294] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.925454] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.925822] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.926015] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.926147] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.926375] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.926524] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.926876] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.927130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.927276] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.927523] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.927695] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.927863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 is going to be updated. [ 1036.949990] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.950217] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.950313] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.950613] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.950807] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.951047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.102249] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.102633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.102633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.102705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.102856] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.102957] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.103033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.103213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.103310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.103400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.103550] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.103659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.103692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.103845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.103962] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.104068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.104129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.104277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.104356] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.104437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.104524] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.607634] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02284d39-f927-4713-83e4-e22dda23c735: rpc.has_security_group_logging(os_id): False [ 1037.625977] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.626133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.626133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.626371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.643701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.644063] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.644267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.644267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.644456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.644539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.644725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.644815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.644869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.645015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.645092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.645282] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.645372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.645429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.645561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.645633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.645713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 1037.707864] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.708101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.708101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.708302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.708451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.733063] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 1037.932686] env[62626]: INFO networking_nsxv3.common.synchronization [req-953196da-abc3-4524-babe-ba75f667e1ef req-c3905325-8a3e-4037-8c12-1bd4fc521e84 service nova] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 1037.932884] env[62626]: INFO networking_nsxv3.common.synchronization [req-953196da-abc3-4524-babe-ba75f667e1ef req-c3905325-8a3e-4037-8c12-1bd4fc521e84 service nova] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 1037.933068] env[62626]: INFO networking_nsxv3.common.synchronization [req-953196da-abc3-4524-babe-ba75f667e1ef req-c3905325-8a3e-4037-8c12-1bd4fc521e84 service nova] Enqueued Resource ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with Priority: HIGHEST for action port [ 1037.933592] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_rules [ 1037.933748] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 1037.933896] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with Priority: HIGHEST for action port [ 1037.934238] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.934322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.934403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.934611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.934700] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.936774] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.936774] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.936774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.936774] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.938501] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d040c7-d04f-4767-97f2-805eb6bbd2d7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.938501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.938638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.938693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.938743] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d040c7-d04f-4767-97f2-805eb6bbd2d7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.132063] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: UNINITIALIZED for 4s [ 1038.133495] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 4s [ 1038.271997] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1038.272238] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 deletion is rescheduled due to dependency. [ 1038.272307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.272524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.272812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.272924] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.273043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.273115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.273252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.273333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.273415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.273511] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.274348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.274494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.274647] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.274743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.274799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.274937] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.275045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.275134] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.440202] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.442324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.442324] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85d040c7-d04f-4767-97f2-805eb6bbd2d7 with status ACTIVE [ 1038.442324] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.442324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.442528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.442598] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.442686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.443026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.443216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.443216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.443498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.443498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.443748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.443917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.443994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.444259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.444345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.444401] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85d040c7-d04f-4767-97f2-805eb6bbd2d7 is going to be updated. [ 1038.466435] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.466696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.466696] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.466881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.467126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.467340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d040c7-d04f-4767-97f2-805eb6bbd2d7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.779199] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.779199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.779444] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.779444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.779537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.779784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.779945] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.782907] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.782907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.782907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.782907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.782907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.782907] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be updated. [ 1038.822857] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.823029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.823080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.823302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.823445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.832418] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1038.942662] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.445548] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.445812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.445812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.446046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.446115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.446216] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be updated. [ 1039.476299] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.476583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.478104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.478104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.478104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.491554] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: IN_PROGRESS for 2s [ 1039.747885] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1039.749327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.760701] env[62626]: INFO networking_nsxv3.common.synchronization [req-7f8a2b3b-e844-40da-923f-23e9988e3775 req-a4bfc370-72b2-458a-8376-3e2740c069cc tempest-ServersV294TestFqdnHostnames-1321091988 tempest-ServersV294TestFqdnHostnames-1321091988-project-member] Enqueued Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_members [ 1039.761537] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 with Priority: HIGHEST for action security_group_members [ 1039.761919] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.762185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.762185] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.762371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.762632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.762793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.762793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.762916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.762992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.763343] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.142341] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 1040.142771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.143079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.143527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.143749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.143944] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.144050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.144352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.144550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.144640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.144823] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.146400] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: SUCCESS [ 1040.146577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.146719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.146885] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.147067] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.147310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.147455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.147532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.147614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.147690] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.278302] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.278302] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.278302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.278302] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2 is going to be deleted. [ 1040.308974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.308974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.308974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.308974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.308974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.308974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca44ceb4-ec6e-4209-9e9b-6dbd2dfd44f2" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.649021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.649477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.649477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.649477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.649633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.649704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.649757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.649906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.649979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.650155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.650244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.650345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.650402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.650538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.650671] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.650756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.650830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.650964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.651052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.651133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.651219] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.652097] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.652227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.652283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.652403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.652540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.652627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.652680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.653043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.653043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.653043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.657361] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.657493] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.657555] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.657688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.658669] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.658669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.658669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.658669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.658669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.658669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.658669] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.843241] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1040.843433] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 deletion is rescheduled due to dependency. [ 1040.843560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.843725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.843952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.844161] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.844281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.844345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.848023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8137a5-e931-434c-9c65-f561e8148752 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.848023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.848023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.848023] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.160574] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6799730-efb4-435f-9884-13bb46eb2649: rpc.has_security_group_logging(os_id): False [ 1041.161731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14ca064b-fea1-4d9f-a1af-1a5998c7fa28: rpc.has_security_group_logging(os_id): False [ 1041.179062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.179062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.179062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.179255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.179255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.179507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.179608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.179680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.179838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.179914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.180123] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.180228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.180279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.181118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.181118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.181722] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.181823] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.181888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.182149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.182321] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 is going to be created. [ 1041.184936] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.185141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.185390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.186532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.208949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.209495] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.209683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.210292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.210292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.210292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.210469] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.210469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.210469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.210632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.210710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.210885] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.210976] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.212062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.212287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.212405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.212520] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 1041.284974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.285402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.285402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.285573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.286511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.299947] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: IN_PROGRESS for 2s [ 1041.340025] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.340318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.340406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.340615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.340761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.348342] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a8137a5-e931-434c-9c65-f561e8148752: rpc.has_security_group_logging(os_id): False [ 1041.366314] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.366458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.366533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.366747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.366989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.367042] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.367134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.367239] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.367408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.367488] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.367679] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.367772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.367830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.367964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.374018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.374018] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.374018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.374018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.374018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.374018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.374018] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be updated. [ 1041.402113] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 1041.467688] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.468293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.468468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.468750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.469625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.484440] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: IN_PROGRESS for 2s [ 1041.485999] env[62626]: INFO networking_nsxv3.common.synchronization [None req-87a181cc-781d-43fd-a778-1ff9710f99de None None] Enqueued Resource ID: 584dcf97-bab5-44b4-8c8b-69282f51265d with Priority: HIGHEST for action port [ 1041.486245] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584dcf97-bab5-44b4-8c8b-69282f51265d with Priority: HIGHEST for action port [ 1041.486799] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-584dcf97-bab5-44b4-8c8b-69282f51265d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.486919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584dcf97-bab5-44b4-8c8b-69282f51265d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.486987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584dcf97-bab5-44b4-8c8b-69282f51265d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.487826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584dcf97-bab5-44b4-8c8b-69282f51265d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.488016] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584dcf97-bab5-44b4-8c8b-69282f51265d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.501806] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: SUCCESS [ 1041.502304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.502873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.503201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.504222] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.504354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.504422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.504584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.504666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.504821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.504855] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.989454] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 584dcf97-bab5-44b4-8c8b-69282f51265d [ 1041.989877] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.989877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.989877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.990138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.990194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.990305] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:584dcf97-bab5-44b4-8c8b-69282f51265d already deleted. [ 1041.990388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584dcf97-bab5-44b4-8c8b-69282f51265d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.006796] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.509783] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684: rpc.has_security_group_logging(os_id): False [ 1042.527818] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.527818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.527818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.527818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.547055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.547425] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.547538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.547601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.547800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.547882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.547970] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be updated. [ 1042.608305] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.608457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.608530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.608723] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.608860] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.623334] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: IN_PROGRESS for 2s [ 1043.242929] env[62626]: INFO networking_nsxv3.common.synchronization [req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 req-aaa4bb82-f724-4923-870f-82b593880f94 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_members [ 1043.243489] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_members [ 1043.243828] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.243958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.244208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.244592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.244721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.244820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.244886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.245496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.245496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.245496] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.312995] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: SUCCESS [ 1043.313217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.421906] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 1043.421906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.500538] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8137a5-e931-434c-9c65-f561e8148752 in Status: SUCCESS [ 1043.500538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.500538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.500538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.500538] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8137a5-e931-434c-9c65-f561e8148752',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.747358] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.747791] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.747791] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.748071] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.748369] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.748576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.748659] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.748891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.749408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.749725] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.749870] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.750056] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.750193] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.750317] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.750435] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.750588] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.751841] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.751997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.752041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.752329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.752329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.752508] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.752597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.752655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.752801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.752874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.752958] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 already deleted. [ 1043.753263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.770551] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.770718] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.770868] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.771060] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.771644] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-a5b3c5ab-62d1-49e8-962b-91788196b36b taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.771853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.771980] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.772461] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.772535] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b3c5ab-62d1-49e8-962b-91788196b36b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.020442] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.020727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.020727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.020882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.020973] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.021089] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8137a5-e931-434c-9c65-f561e8148752 is going to be deleted. [ 1044.077134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.077353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.077430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.077595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.077687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.077868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8137a5-e931-434c-9c65-f561e8148752" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.187203] env[62626]: INFO networking_nsxv3.common.synchronization [None req-2e79f9b8-5247-4a3b-9818-7141ecc74bab None None] Enqueued Resource ID: bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d with Priority: HIGHEST for action port [ 1044.188094] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d with Priority: HIGHEST for action port [ 1044.188815] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.188815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.188815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.189039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.189125] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.193614] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b3346462-4d9f-4dd7-9b2c-0c86b9e3f16b None None] Enqueued Resource ID: ec0358aa-30cb-4159-ba8b-8086282354fd with Priority: HIGHEST for action port [ 1044.193886] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0358aa-30cb-4159-ba8b-8086282354fd with Priority: HIGHEST for action port [ 1044.197311] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0358aa-30cb-4159-ba8b-8086282354fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.197311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0358aa-30cb-4159-ba8b-8086282354fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.197311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0358aa-30cb-4159-ba8b-8086282354fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0358aa-30cb-4159-ba8b-8086282354fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.197311] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0358aa-30cb-4159-ba8b-8086282354fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.279191] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.279191] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port a5b3c5ab-62d1-49e8-962b-91788196b36b not found, creating... [ 1044.279191] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.279191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.279796] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.280423] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280803] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.281357] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.281654] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: a5b3c5ab-62d1-49e8-962b-91788196b36b is going to be created. [ 1044.310540] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.311311] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.311636] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.312409] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.312790] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.313181] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.645404] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: SUCCESS [ 1044.645404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.693031] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d [ 1044.693031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.693031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.693031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.693031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.693297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.693297] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d already deleted. [ 1044.693357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bca18e6d-9c21-4cf4-aeac-30f7fe4e6e5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.700858] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec0358aa-30cb-4159-ba8b-8086282354fd [ 1044.701541] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.701706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.701890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.703162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.703380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.703414] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec0358aa-30cb-4159-ba8b-8086282354fd already deleted. [ 1044.703527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0358aa-30cb-4159-ba8b-8086282354fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.073954] env[62626]: INFO networking_nsxv3.common.synchronization [req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 req-02e54043-0288-49ed-80c7-e0a12dc6c275 service nova] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_rules [ 1045.075017] env[62626]: INFO networking_nsxv3.common.synchronization [req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 req-02e54043-0288-49ed-80c7-e0a12dc6c275 service nova] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_members [ 1045.075017] env[62626]: INFO networking_nsxv3.common.synchronization [req-91d39356-c52e-40fc-84ee-ede80cbd7fa3 req-02e54043-0288-49ed-80c7-e0a12dc6c275 service nova] Enqueued Resource ID: a5b3c5ab-62d1-49e8-962b-91788196b36b with Priority: HIGHEST for action port [ 1045.075017] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_rules [ 1045.075017] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_members [ 1045.075017] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b3c5ab-62d1-49e8-962b-91788196b36b with Priority: HIGHEST for action port [ 1045.075871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.075871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.075871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.076715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.076901] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.077945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.078076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.078144] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.078376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.078535] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.078629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.078718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.078835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.078918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.079020] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.080441] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b3c5ab-62d1-49e8-962b-91788196b36b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.080441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.080441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.084167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.084277] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b3c5ab-62d1-49e8-962b-91788196b36b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.589830] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.589830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.589830] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.589830] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5b3c5ab-62d1-49e8-962b-91788196b36b with status ACTIVE [ 1045.589830] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.589830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.589830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.592067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.592597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.592839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.592997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.593152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.593358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.593440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.593632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.593725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.593785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.593993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.594128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.594220] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5b3c5ab-62d1-49e8-962b-91788196b36b is going to be updated. [ 1045.615627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.615822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.615822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.616047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.616188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.616343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b3c5ab-62d1-49e8-962b-91788196b36b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.663164] env[62626]: INFO networking_nsxv3.common.synchronization [req-9328876d-fc42-4bbb-8c44-09e028059fd6 req-a09f88b8-c2e5-442c-a05a-7fff92f7ea06 tempest-InstanceActionsV221TestJSON-326274234 tempest-InstanceActionsV221TestJSON-326274234-project-member] Enqueued Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_members [ 1045.663897] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGHEST for action security_group_members [ 1045.668406] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.668583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.668633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.668837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.669009] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.669111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.669175] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.669323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.669410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.669502] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.098227] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.173410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.173410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.173410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.173410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.173410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.173410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.173410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.173410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.173713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.173713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.173713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 is going to be updated. [ 1046.205276] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.205276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.205276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.205276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.205276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.222860] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: IN_PROGRESS for 2s [ 1046.450351] env[62626]: INFO networking_nsxv3.common.synchronization [None req-dcc60b96-8f16-4c53-9749-0339f3accbba None None] Enqueued Resource ID: 2269e7c5-2ce1-4226-9bca-8d765a5f12ae with Priority: HIGHEST for action port [ 1046.452696] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2269e7c5-2ce1-4226-9bca-8d765a5f12ae with Priority: HIGHEST for action port [ 1046.453314] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-2269e7c5-2ce1-4226-9bca-8d765a5f12ae taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.453439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2269e7c5-2ce1-4226-9bca-8d765a5f12ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.453500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2269e7c5-2ce1-4226-9bca-8d765a5f12ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.453810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2269e7c5-2ce1-4226-9bca-8d765a5f12ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.453903] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2269e7c5-2ce1-4226-9bca-8d765a5f12ae',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.598854] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.599317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.599317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.599317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.600166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.600166] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 is going to be created. [ 1046.622545] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.622834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.622834] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.622991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.623162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.632346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 in Status: UNINITIALIZED for 2s [ 1046.956302] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2269e7c5-2ce1-4226-9bca-8d765a5f12ae [ 1046.956549] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.956667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.956721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.956949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.957044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.957151] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2269e7c5-2ce1-4226-9bca-8d765a5f12ae already deleted. [ 1046.957227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2269e7c5-2ce1-4226-9bca-8d765a5f12ae" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.233931] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 in Status: SUCCESS [ 1048.234519] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 deletion is rescheduled due to dependency. [ 1048.234519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.642213] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 in Status: SUCCESS [ 1048.642444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.642709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.643462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.643693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.643826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.643895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.644081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.644168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.644254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.644344] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.870911] env[62626]: INFO networking_nsxv3.common.synchronization [req-936fd1b2-c86a-49c2-bc92-a76776760152 req-861e6b72-9292-478b-86b5-4fd64a819762 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_members [ 1048.871541] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGHEST for action security_group_members [ 1048.873021] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.873221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.873221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.873423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.873592] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.873695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.873755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.873905] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.874247] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.874247] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.148884] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.376422] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.376785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.376785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.376912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.407913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.408206] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.408460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.408460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.408611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.408712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.408805] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b is going to be updated. [ 1049.433654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.433799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.433869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.434081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.434228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.442863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: IN_PROGRESS for 2s [ 1049.650414] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3353b3a2-53e8-4547-8c59-037d00ff89b7: rpc.has_security_group_logging(os_id): False [ 1049.669128] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.669128] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.669128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.669128] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 is going to be created. [ 1049.720100] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.720240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.720285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.720481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.720656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.730505] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 in Status: IN_PROGRESS for 2s [ 1051.454191] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75f4b1b-914b-4a4d-863c-de67d105f00b in Status: SUCCESS [ 1051.455519] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b deletion is rescheduled due to dependency. [ 1051.455807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.745376] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 in Status: SUCCESS [ 1051.745655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.129136] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a665842-6951-435a-8ea6-3f50c01bb16a req-7c7e0163-03cc-4e9e-a038-c335b0deb331 tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Enqueued Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_members [ 1052.129136] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_members [ 1052.129136] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.129136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.129136] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.129835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.132124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.132124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.132124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.132124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.132124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.132124] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.509174] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.509174] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-142" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.509174] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-142" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.509781] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-142" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.510346] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.510668] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.510900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.511374] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.511657] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.511978] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.512211] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.512425] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.512645] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.512869] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.513087] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.513417] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.533154] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.533154] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.533154] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.533335] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-142" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.533903] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.533903] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.533903] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.534160] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.534264] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e41e8ce-e1ee-4c45-ad2b-141735b9ea17',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.633657] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.633784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.633874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.634093] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.634183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.634378] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.634474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.634529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.634677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.634757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.634842] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 already deleted. [ 1052.634918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.936873] env[62626]: INFO networking_nsxv3.common.synchronization [req-6b0a6492-890e-4fe3-b239-61a7d192b617 req-c37fbdbf-dc94-45b6-ad64-a0d69377da9b tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 1052.936873] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 1052.936873] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.936873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.937194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.937548] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.937822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.938059] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.938230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.938536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.938742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.938963] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.038045] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.038045] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.038203] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.038408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.038560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.038719] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 not found, creating... [ 1053.038979] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.039161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.039283] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.039504] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.039680] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.039978] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.040161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.040289] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.040501] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.040639] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.040780] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 is going to be created. [ 1053.059447] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.060153] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.060746] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.060850] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.061225] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.061536] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.441411] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.742313] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a665842-6951-435a-8ea6-3f50c01bb16a req-caec0576-a794-48db-8e3a-7d74197a9599 service nova] Enqueued Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_rules [ 1053.742582] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a665842-6951-435a-8ea6-3f50c01bb16a req-caec0576-a794-48db-8e3a-7d74197a9599 service nova] Enqueued Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_members [ 1053.742666] env[62626]: INFO networking_nsxv3.common.synchronization [req-2a665842-6951-435a-8ea6-3f50c01bb16a req-caec0576-a794-48db-8e3a-7d74197a9599 service nova] Enqueued Resource ID: 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 with Priority: HIGHEST for action port [ 1053.742871] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_rules [ 1053.742997] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_members [ 1053.743105] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 with Priority: HIGHEST for action port [ 1053.743852] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.743966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.744192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.744504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.744731] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.746063] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.746063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.746063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.746298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.746527] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.746669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.746769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.746948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.747099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.747250] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.748127] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.748285] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.748391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.748591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.748720] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e41e8ce-e1ee-4c45-ad2b-141735b9ea17',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.943332] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.250700] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.250869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.252166] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.253135] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 with status ACTIVE [ 1054.253317] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.253517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.253601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.253810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.253898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.254086] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.254184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.254332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.254381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.254457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.254632] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.254724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.254783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.254915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.254987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.255196] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e41e8ce-e1ee-4c45-ad2b-141735b9ea17 is going to be updated. [ 1054.281037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.281037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.281037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.281037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.281037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.281429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e41e8ce-e1ee-4c45-ad2b-141735b9ea17" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.445287] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.445543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.445671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.445917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.446047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.446180] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be updated. [ 1054.479549] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.479701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.479742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.479943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.480100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.487917] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 1054.757145] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.260263] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.260417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.260491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.260872] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.261015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.261125] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 is going to be created. [ 1055.300198] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.300428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.300428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.301460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.301460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.310376] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 in Status: UNINITIALIZED for 2s [ 1056.496659] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 1056.496916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.318771] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 in Status: SUCCESS [ 1057.319030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.319192] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.319408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.319601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.319726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.319795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.319933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.320091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.320199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.320315] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.822307] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.822741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.822741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.822741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.822919] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.823017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.823079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.823217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.823306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.823393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.823542] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.823634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.823695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.823859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.823993] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.824096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.824154] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.824286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.824360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.824449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.824537] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.326733] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d4c3a93-9040-42bc-abb3-e420255e24e1: rpc.has_security_group_logging(os_id): False [ 1058.346733] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.346946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.347072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.347358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.347458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.347734] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.347851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.347920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.348099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.348180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.348370] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.348465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.348526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.348685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.348746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.348947] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.349320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.349320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.349320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.349320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.349593] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 is going to be created. [ 1058.402257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.402556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.402701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.403184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.403466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.414093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 in Status: IN_PROGRESS for 2s [ 1058.744036] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.744036] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1058.831268] env[62626]: INFO networking_nsxv3.common.synchronization [req-dfd6ddbc-42ef-4732-b1a7-0dce9d074413 req-187166e6-b22b-4155-af6e-f4b04255b03a tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 1058.831803] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGHEST for action security_group_members [ 1058.832126] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.832245] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.832307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.832507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.832653] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.832752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.832816] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.832963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.833057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.833148] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.334992] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.335299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.335406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.335675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.355064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.355315] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.355432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.355499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.355695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.355780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.355869] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be updated. [ 1059.380057] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.380275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.380577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.387672] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: IN_PROGRESS for 2s [ 1060.425870] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 in Status: SUCCESS [ 1060.426233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.398687] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48821612-f945-40f8-855b-22b5268c12b6 in Status: SUCCESS [ 1061.398687] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48821612-f945-40f8-855b-22b5268c12b6 deletion is rescheduled due to dependency. [ 1061.398687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.493289] env[62626]: INFO networking_nsxv3.common.synchronization [req-1e647a87-4dc1-4b64-b508-5321efab6cf6 req-fdf1afc8-6062-426e-97f3-88000dd6bcf9 tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 1061.493892] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 1061.494449] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.494603] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.494729] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.494912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.495117] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.495244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.495328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.495503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.495607] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.495988] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.997870] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.500609] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.003456] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.003631] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.003698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.003895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.004085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.004085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 1063.029687] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.029837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.029929] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.030148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.030295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.038084] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 1063.323292] env[62626]: INFO networking_nsxv3.common.synchronization [None req-27b2378e-e64b-4d0a-a9b6-254d51de60e1 tempest-AttachInterfacesTestJSON-1292200942 tempest-AttachInterfacesTestJSON-1292200942-project-member] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1063.324507] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGHEST for action security_group_members [ 1063.324507] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.324507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.324507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.324728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.325388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.325512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.325585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.325771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.325858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.326435] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.828522] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.828896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.828896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.829460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.829460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.829460] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.829663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.829663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.829731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.829808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.829924] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be updated. [ 1063.858586] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.858731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.858802] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.859035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.859193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.867205] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: IN_PROGRESS for 2s [ 1064.974161] env[62626]: INFO networking_nsxv3.common.synchronization [req-d319501f-686b-4094-8073-fd5d1694ed1c req-0e405283-410d-491e-8bc8-0567fe1c1280 tempest-ServersNegativeTestMultiTenantJSON-1993730420 tempest-ServersNegativeTestMultiTenantJSON-1993730420-project-member] Enqueued Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_members [ 1064.974681] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGHEST for action security_group_members [ 1064.974987] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.975127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.975206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.975385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.975529] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.975621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.975682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.975824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.975907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.975994] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.046862] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 1065.047134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.478214] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.478364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.478461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.478645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.478776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.478945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.479050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.479112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.479274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.479326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.479414] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 is going to be updated. [ 1065.504034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.504209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.504298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.504546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.504710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.513029] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 in Status: IN_PROGRESS for 2s [ 1065.875681] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6799730-efb4-435f-9884-13bb46eb2649 in Status: SUCCESS [ 1065.875865] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6799730-efb4-435f-9884-13bb46eb2649 deletion is rescheduled due to dependency. [ 1065.875979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.522464] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 in Status: SUCCESS [ 1067.522759] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 deletion is rescheduled due to dependency. [ 1067.522759] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.603602] env[62626]: INFO networking_nsxv3.common.synchronization [req-9def118f-8ce6-4b38-b582-6181f5cc8db0 req-fdb12ef2-979d-4a33-a697-3da14eb36dfd tempest-ServerRescueNegativeTestJSON-1201211425 tempest-ServerRescueNegativeTestJSON-1201211425-project-member] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 1067.604104] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGHEST for action security_group_members [ 1067.604408] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.604532] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.604600] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.604803] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.604945] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.605065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.605129] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.605280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.605390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.605449] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.107587] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.107774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.107774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.108202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.127615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.127975] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.128173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.128322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.128562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.128655] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.128752] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be updated. [ 1068.152157] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.152302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.152375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.152586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.152728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.161357] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: IN_PROGRESS for 2s [ 1070.172603] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 in Status: SUCCESS [ 1070.172890] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 deletion is rescheduled due to dependency. [ 1070.172890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.604896] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.605254] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1072.721290] env[62626]: INFO networking_nsxv3.common.synchronization [req-09fa9ba1-bf4a-4e2e-b8ef-b1d17c48f11a req-d4da556a-3532-4d32-9677-e5b7fa92b9ba tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_members [ 1072.721732] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGHEST for action security_group_members [ 1072.722056] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.722187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.722253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.722455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.722601] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.722749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.722749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.724043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.724043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.724043] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.953894] env[62626]: INFO networking_nsxv3.common.synchronization [req-1b3d5da1-9dfc-4951-8a85-f6bae6b7ba36 req-a687e0e7-115e-438f-a69e-d7dc306d5d33 tempest-DeleteServersTestJSON-23527199 tempest-DeleteServersTestJSON-23527199-project-member] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1072.954486] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGHEST for action security_group_members [ 1072.954787] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.956812] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.956812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.956812] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.225031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.225199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.225273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.245287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.245542] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.245659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.245726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.245955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.246062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.246154] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 is going to be updated. [ 1073.272432] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.272622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.272622] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.272845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.272985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.281107] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277eb914-b31e-44f6-8175-3157c1f39504 in Status: IN_PROGRESS for 2s [ 1073.459183] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.459352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.459422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.459637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.459730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.459934] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.460101] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.464023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.464023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.464023] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be updated. [ 1073.485327] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.485452] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.485513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.485693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.485824] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.494312] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: IN_PROGRESS for 2s [ 1075.292072] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 277eb914-b31e-44f6-8175-3157c1f39504 in Status: SUCCESS [ 1075.292401] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 deletion is rescheduled due to dependency. [ 1075.292401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.503581] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02284d39-f927-4713-83e4-e22dda23c735 in Status: SUCCESS [ 1075.503807] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02284d39-f927-4713-83e4-e22dda23c735 deletion is rescheduled due to dependency. [ 1075.503902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.957397] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.957712] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1082.726243] env[62626]: INFO networking_nsxv3.common.synchronization [req-084958e1-6008-48e4-a27a-07e987e76374 req-0eac23a0-e702-4df1-b05b-74e8c6ea7c53 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 1082.726882] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 1082.727244] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.727373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.727482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.727760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.727929] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.728057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.728126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.728327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.728420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.728515] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.031046] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.031046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.031046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.031046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.031046] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.031391] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.031391] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.031459] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.031620] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.031823] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.031941] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.032127] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.032255] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.032374] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.032488] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.032632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.051293] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.051530] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.051730] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.051943] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.052273] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-eb6e85f1-6c01-45ba-8dee-1529017948b8 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.052463] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.052630] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.052968] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.053151] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6e85f1-6c01-45ba-8dee-1529017948b8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.230776] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.230841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.230912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.231143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.231236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.231459] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.231553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.231621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.231766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.231844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.231933] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be deleted. [ 1083.262956] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.263265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.263265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.263431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.263594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.263852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.555279] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.555523] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.555655] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.555934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.556106] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.556275] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port eb6e85f1-6c01-45ba-8dee-1529017948b8 not found, creating... [ 1083.556644] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.556961] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.557159] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.557444] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.557610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.557938] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.558189] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.558355] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.558591] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.558756] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.558925] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 is going to be created. [ 1083.579208] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.579461] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.579584] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.579845] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.580093] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.580413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.522300] env[62626]: INFO networking_nsxv3.common.synchronization [req-084958e1-6008-48e4-a27a-07e987e76374 req-6f98a1db-9d1e-4464-802c-2fed5962d286 service nova] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_rules [ 1084.522300] env[62626]: INFO networking_nsxv3.common.synchronization [req-084958e1-6008-48e4-a27a-07e987e76374 req-6f98a1db-9d1e-4464-802c-2fed5962d286 service nova] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 1084.522300] env[62626]: INFO networking_nsxv3.common.synchronization [req-084958e1-6008-48e4-a27a-07e987e76374 req-6f98a1db-9d1e-4464-802c-2fed5962d286 service nova] Enqueued Resource ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 with Priority: HIGHEST for action port [ 1084.523651] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_rules [ 1084.523835] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 1084.523947] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 with Priority: HIGHEST for action port [ 1084.524289] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.525055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.525055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.525055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.525055] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.526026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.526026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.526026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.526026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.526248] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.526248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.526248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.526397] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.526581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.526581] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.527802] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6e85f1-6c01-45ba-8dee-1529017948b8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.527961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.527961] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.528506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.528506] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6e85f1-6c01-45ba-8dee-1529017948b8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.030178] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.031265] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.031561] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb6e85f1-6c01-45ba-8dee-1529017948b8 with status ACTIVE [ 1085.031730] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031837] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.031913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.032153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.032256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.032436] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.032541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.032604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.032773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.032861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.033062] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.033159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.033222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.033375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.033506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.033551] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 is going to be updated. [ 1085.052297] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.052522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.052847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.052995] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.536063] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.037986] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.038270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.038270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.038579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.038649] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.038715] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be created. [ 1086.061257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.061523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.061523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.061689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.061836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.070201] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: UNINITIALIZED for 2s [ 1088.081422] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: SUCCESS [ 1088.081738] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.081812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.082038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.082231] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.082345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.082413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.082562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.082642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.082727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.082815] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.585504] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.585675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.585752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.585963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.586157] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.586275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.586342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.586494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.586583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.586670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.586821] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.586911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.586970] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.587123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.587261] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.587423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.587506] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.587654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.587730] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.587812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.587897] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.090741] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c88bd39-fd94-4328-8c0a-e0cca744cc3c: rpc.has_security_group_logging(os_id): False [ 1089.110178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.110470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.110470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.110877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.111012] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.111265] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.111386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.111483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.111689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.111798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.112102] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.112215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.112281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.112435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.112539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.112876] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.112988] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.113067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.113214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.113308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.113406] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be created. [ 1089.167325] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.167535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.167581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.167804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.167992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.179278] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: IN_PROGRESS for 2s [ 1089.527055] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1089.527055] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1090.911565] env[62626]: INFO networking_nsxv3.common.synchronization [None req-2d3bd8bf-e70c-460c-878d-c0dbf2250525 None None] Enqueued Resource ID: 453b14ad-f7bd-4be2-9360-faf578ad705e with Priority: HIGHEST for action port [ 1090.911565] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453b14ad-f7bd-4be2-9360-faf578ad705e with Priority: HIGHEST for action port [ 1090.911565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-453b14ad-f7bd-4be2-9360-faf578ad705e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453b14ad-f7bd-4be2-9360-faf578ad705e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.911565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453b14ad-f7bd-4be2-9360-faf578ad705e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.911565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453b14ad-f7bd-4be2-9360-faf578ad705e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.911565] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453b14ad-f7bd-4be2-9360-faf578ad705e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.194700] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: SUCCESS [ 1091.194934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.416527] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 453b14ad-f7bd-4be2-9360-faf578ad705e [ 1091.416681] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.416763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.416798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.417038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.417147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.417248] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:453b14ad-f7bd-4be2-9360-faf578ad705e already deleted. [ 1091.417358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453b14ad-f7bd-4be2-9360-faf578ad705e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.098761] env[62626]: INFO networking_nsxv3.common.synchronization [req-dfa26e76-d150-44b2-b944-b5439d7d2eef req-1c881426-4e57-4133-8ab5-64e300935eb2 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 1092.099058] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGHEST for action security_group_members [ 1092.099113] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.100026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.100026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.100026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.100026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.100026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.100026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.100026] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.100761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.100882] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.148126] env[62626]: INFO networking_nsxv3.common.synchronization [req-dfa26e76-d150-44b2-b944-b5439d7d2eef req-1c881426-4e57-4133-8ab5-64e300935eb2 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 with Priority: HIGHEST for action port [ 1092.148637] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 with Priority: HIGHEST for action port [ 1092.148936] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6e85f1-6c01-45ba-8dee-1529017948b8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.149073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.149140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.149352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.149462] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6e85f1-6c01-45ba-8dee-1529017948b8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.603757] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.603924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.604202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.604308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.604404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.604751] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.604926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.605045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.605290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.605418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.605607] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be updated. [ 1092.634845] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.634993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.635097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.635302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.635440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.646484] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: IN_PROGRESS for 2s [ 1092.650811] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb6e85f1-6c01-45ba-8dee-1529017948b8 with status ACTIVE [ 1092.650994] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.651120] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.651188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.651368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.651454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.651623] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.651811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.651811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.651909] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.651991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.652188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.652275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.652325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.652465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.652538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.652616] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb6e85f1-6c01-45ba-8dee-1529017948b8 is going to be updated. [ 1092.677276] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.677415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.677454] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.678030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.678030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.678030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6e85f1-6c01-45ba-8dee-1529017948b8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.881482] env[62626]: INFO networking_nsxv3.common.synchronization [None req-1cd8c374-40d8-451a-b721-92a8d1c71348 None None] Enqueued Resource ID: 7338825b-9fe2-44f6-af49-40e64a092187 with Priority: HIGHEST for action port [ 1092.882515] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7338825b-9fe2-44f6-af49-40e64a092187 with Priority: HIGHEST for action port [ 1092.882932] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7338825b-9fe2-44f6-af49-40e64a092187 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.883278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7338825b-9fe2-44f6-af49-40e64a092187" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.883278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7338825b-9fe2-44f6-af49-40e64a092187" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.883420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7338825b-9fe2-44f6-af49-40e64a092187" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.883501] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7338825b-9fe2-44f6-af49-40e64a092187',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.387587] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7338825b-9fe2-44f6-af49-40e64a092187 [ 1093.387587] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.387587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.387587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.387587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.387587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.387587] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7338825b-9fe2-44f6-af49-40e64a092187 already deleted. [ 1093.387587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7338825b-9fe2-44f6-af49-40e64a092187" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.656901] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c in Status: SUCCESS [ 1094.657240] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c deletion is rescheduled due to dependency. [ 1094.657240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.469016] env[62626]: INFO networking_nsxv3.common.synchronization [req-4720e6eb-d303-4199-a290-663b4cafea89 req-01ddee8c-01be-4ba3-9b00-a7dc27fb0a20 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 1095.469629] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGHEST for action security_group_members [ 1095.469932] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.470075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.470148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.470339] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.470487] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.470581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.470641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.470786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.470870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.470956] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.973234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.973669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.973669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.973813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.973930] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.974184] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.974390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.974686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.974809] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be updated. [ 1096.001800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.001952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.001994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.002182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.002332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.009947] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: IN_PROGRESS for 2s [ 1097.571683] env[62626]: INFO networking_nsxv3.common.synchronization [req-37e7a578-e987-4e29-a35c-12ad16a0ee0d req-83d00d2b-7467-447f-bb77-e6f1294fedf9 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1097.572250] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1097.572556] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.572680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.572745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.572996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.573273] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.573366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.573436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.573591] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.573713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.573755] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.853368] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.853577] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.853716] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.854089] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.854393] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.854566] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.854705] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.854935] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.855388] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.855388] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.855545] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.855606] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.855736] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.855851] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.855965] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.856133] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.875064] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.875235] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.875374] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.875547] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.875826] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.875991] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.876131] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.876408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.876579] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5109ce2c-cb7f-41ab-a02a-c966a4a68d33',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.018807] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 in Status: SUCCESS [ 1098.018986] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 deletion is rescheduled due to dependency. [ 1098.019102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.076108] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.076262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.076373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.076709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.076812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.077104] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.077215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.077286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.077464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.077549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.077647] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 already deleted. [ 1098.077756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.379047] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.379047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.379047] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.379353] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.379536] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.379721] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 not found, creating... [ 1098.379994] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.380260] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.380359] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.380506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.380649] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.380933] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.381116] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.381224] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.381433] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.381573] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.381718] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 is going to be created. [ 1098.400633] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.400821] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.400948] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.401207] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.401423] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.401644] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.529551] env[62626]: INFO networking_nsxv3.common.synchronization [req-37e7a578-e987-4e29-a35c-12ad16a0ee0d req-d592c084-9e74-4b2e-afed-76f48afbdb36 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1099.529885] env[62626]: INFO networking_nsxv3.common.synchronization [req-37e7a578-e987-4e29-a35c-12ad16a0ee0d req-d592c084-9e74-4b2e-afed-76f48afbdb36 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1099.529885] env[62626]: INFO networking_nsxv3.common.synchronization [req-37e7a578-e987-4e29-a35c-12ad16a0ee0d req-d592c084-9e74-4b2e-afed-76f48afbdb36 service nova] Enqueued Resource ID: 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 with Priority: HIGHEST for action port [ 1099.530118] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1099.530251] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1099.530346] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 with Priority: HIGHEST for action port [ 1099.530876] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.530996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.531076] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.531325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.531407] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.532211] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.532319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.532384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.532542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.532687] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.532772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.532845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.532965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.533060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.533193] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.534251] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.534332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.534391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.534533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.534606] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5109ce2c-cb7f-41ab-a02a-c966a4a68d33',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.036158] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.037422] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.037618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.037702] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 with status ACTIVE [ 1100.037882] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.038021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.038094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.038489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.038717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.038845] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.038912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.039751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.039793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.040071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.040223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.040297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.040671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.040838] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.040961] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5109ce2c-cb7f-41ab-a02a-c966a4a68d33 is going to be updated. [ 1100.061498] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.061693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.061780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.062037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.062191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.062391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5109ce2c-cb7f-41ab-a02a-c966a4a68d33" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.410041] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.410179] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.410221] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.410498] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.410763] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.410926] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.411061] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.411295] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.411443] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.411655] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.411776] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.411891] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.412013] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.412133] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.412244] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.412380] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.429469] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.429620] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.429759] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.429937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-822" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.430242] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-4228cbb2-060b-488f-8283-d1279708daf3 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.430413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.430538] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.430776] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.430911] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4228cbb2-060b-488f-8283-d1279708daf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.543483] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.932908] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.933173] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.933305] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.933595] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.933749] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.934320] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.934320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.934320] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.934539] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.934681] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.934966] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.935140] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.935263] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.935470] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.935610] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.935760] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 4228cbb2-060b-488f-8283-d1279708daf3 is going to be updated. [ 1100.954899] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.955123] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.955258] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.955518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.955715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.955957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.045627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.045784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.045859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.046099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.046194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.046293] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be created. [ 1101.076827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.076971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.077023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.077197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.077354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.086718] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: UNINITIALIZED for 2s [ 1101.621293] env[62626]: INFO networking_nsxv3.common.synchronization [req-7f5ed242-6303-4290-ac0d-9de017801214 req-9fb0d7ba-e25d-4314-9c6a-ad375f7c293e service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 1101.621531] env[62626]: INFO networking_nsxv3.common.synchronization [req-7f5ed242-6303-4290-ac0d-9de017801214 req-9fb0d7ba-e25d-4314-9c6a-ad375f7c293e service nova] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1101.621629] env[62626]: INFO networking_nsxv3.common.synchronization [req-7f5ed242-6303-4290-ac0d-9de017801214 req-9fb0d7ba-e25d-4314-9c6a-ad375f7c293e service nova] Enqueued Resource ID: 4228cbb2-060b-488f-8283-d1279708daf3 with Priority: HIGHEST for action port [ 1101.621821] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_rules [ 1101.621951] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1101.622059] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4228cbb2-060b-488f-8283-d1279708daf3 with Priority: HIGHEST for action port [ 1101.622606] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.622732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.622797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.622994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.623086] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.623871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.623982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.624956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.624956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.625203] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.625254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.625290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.625430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.625521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.625612] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.626427] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-4228cbb2-060b-488f-8283-d1279708daf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.626427] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.626554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.626831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.626831] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4228cbb2-060b-488f-8283-d1279708daf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.128508] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.129591] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.129728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.131177] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4228cbb2-060b-488f-8283-d1279708daf3 with status ACTIVE [ 1102.132286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.132286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.132286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.132286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.132286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.132286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.132601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.132601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.132601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.132719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.132839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.132996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.133119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.133300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.133372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.133497] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4228cbb2-060b-488f-8283-d1279708daf3 is going to be updated. [ 1102.156047] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.156047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.156047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.156047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.156047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.156047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4228cbb2-060b-488f-8283-d1279708daf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.433425] env[62626]: INFO networking_nsxv3.common.synchronization [None req-46c99dd6-392e-4e70-a2a2-d1e1b5ea1646 tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1102.433961] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1102.435072] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.435072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.435072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.435072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.435072] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.538725] env[62626]: INFO networking_nsxv3.common.synchronization [None req-6ba29a72-c4db-4833-8fba-148741d66f6c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1102.539307] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1102.539659] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.539769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.630767] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.957459] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.957459] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a already deleted. [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.957459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.957459] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.098520] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.098520] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.098520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.099125] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.132969] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.133142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.133249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.133407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.133498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.133600] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1103.159718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.159922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.159922] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.160157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.160328] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.168208] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1103.475986] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.476195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.476242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.476430] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.476524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.476619] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a already deleted. [ 1103.476701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.601269] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.601485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.601564] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.601785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.601957] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.602066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.602131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.602276] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.602364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.602491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.602600] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.602690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.602750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.602888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.603035] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.603147] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.603186] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.603310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.603435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.603471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.603536] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.105863] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1104.123040] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.123181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.123254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.123553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.123677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.123905] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.124015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.124096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.124280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.124375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.124608] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.124707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.124787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.124915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.124991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.125218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.125319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.125421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.125597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.125678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.125788] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be created. [ 1104.178182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.178362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.178404] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.178647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.178835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.189179] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1105.176980] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1105.177331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.177385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.177572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.177762] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.177882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.177948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.178123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.178206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.178284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.178368] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.680382] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.184034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50d08bc-cc86-4a04-9295-aa033a1b2506: rpc.has_security_group_logging(os_id): False [ 1106.201699] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.201906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.201963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.202163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.202257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.202545] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.202755] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.202788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.202927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.203017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.203121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1106.205617] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1106.205804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.259283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.259431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.259484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.259704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.259857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.275984] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1107.540571] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.540907] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1108.291326] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1108.291693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.991562] env[62626]: INFO networking_nsxv3.common.synchronization [req-016c0c93-2f60-4654-a192-98a9423c8a17 req-547aa832-e155-4cb8-bc7b-c32cc5a5253f tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1108.992213] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1108.992533] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.992709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.992709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.993166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.993540] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.993680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.993801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.994152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.994348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.994500] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.313860] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.314120] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.314285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.314644] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.314949] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315166] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.315297] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315588] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.315802] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.316132] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.316279] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.316401] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.316518] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.316660] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.316827] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.317017] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.340127] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.340332] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.340514] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.340708] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.341150] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-751e33fc-6254-4c98-817c-57d341f659f8 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.341363] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.341552] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.342054] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.342228] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751e33fc-6254-4c98-817c-57d341f659f8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.497039] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.497225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.497225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.497529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.497632] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.497887] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.498040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.498131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.498300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.498380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.498487] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a already deleted. [ 1109.498574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.844755] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.845130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.845130] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.845369] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.845531] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.845695] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 751e33fc-6254-4c98-817c-57d341f659f8 not found, creating... [ 1109.845971] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.846157] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.846282] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.846511] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.846678] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.846965] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.847141] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.847263] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.847476] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.847613] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.847770] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 751e33fc-6254-4c98-817c-57d341f659f8 is going to be created. [ 1109.866850] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.867097] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.867246] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.867520] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.867758] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.867986] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.570656] env[62626]: INFO networking_nsxv3.common.synchronization [req-016c0c93-2f60-4654-a192-98a9423c8a17 req-e290a1af-a658-4ac7-88b1-219740c7bf77 service nova] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1110.570982] env[62626]: INFO networking_nsxv3.common.synchronization [req-016c0c93-2f60-4654-a192-98a9423c8a17 req-e290a1af-a658-4ac7-88b1-219740c7bf77 service nova] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1110.570982] env[62626]: INFO networking_nsxv3.common.synchronization [req-016c0c93-2f60-4654-a192-98a9423c8a17 req-e290a1af-a658-4ac7-88b1-219740c7bf77 service nova] Enqueued Resource ID: 751e33fc-6254-4c98-817c-57d341f659f8 with Priority: HIGHEST for action port [ 1110.571636] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1110.571776] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1110.571873] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751e33fc-6254-4c98-817c-57d341f659f8 with Priority: HIGHEST for action port [ 1110.572940] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.572940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.572940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.572940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.572940] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.573566] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.573682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.573751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.573920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.574080] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.574171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.574235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.574401] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.574482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.574624] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.575470] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-751e33fc-6254-4c98-817c-57d341f659f8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.575638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.575638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.579587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.579587] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751e33fc-6254-4c98-817c-57d341f659f8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.078349] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.078481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.078821] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.080632] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 751e33fc-6254-4c98-817c-57d341f659f8 with status ACTIVE [ 1111.080926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.083022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.083022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.083022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.083022] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 751e33fc-6254-4c98-817c-57d341f659f8 is going to be updated. [ 1111.103309] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.103447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.103507] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.103713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.103854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.104018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.581439] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.085039] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.085039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.085039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.085039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.085039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.085039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a is going to be created. [ 1112.109100] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.109326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.109326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.109546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.109711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.119442] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: UNINITIALIZED for 2s [ 1113.483043] env[62626]: INFO networking_nsxv3.common.synchronization [req-6b029338-3c77-427e-bf02-3c9f0b20af06 req-87d5b0e1-85f2-49ab-8c0d-e0bd07a454e3 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1113.483899] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1113.483899] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.484047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.484083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.484338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.484493] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.485707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.485707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.485707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.485707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.485707] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.750629] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.750853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.750986] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.751275] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.751541] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.751702] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.751827] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.752197] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.752384] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.752601] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.752724] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.752839] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.752954] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.753082] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.753195] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.753329] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.770767] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.770950] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.771105] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.771285] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.771588] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-7aaf924a-19c4-4c38-8e75-db3c08b364e6 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.771775] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.771902] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.772240] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.772382] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaf924a-19c4-4c38-8e75-db3c08b364e6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.990628] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.131439] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: SUCCESS [ 1114.131439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.131841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.132073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.132259] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.132558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.132558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.132558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.132667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.133964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.133964] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.274659] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.274872] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.275019] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.275372] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.275540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.275709] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 7aaf924a-19c4-4c38-8e75-db3c08b364e6 not found, creating... [ 1114.276014] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.276255] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.276408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.276710] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.276929] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.277258] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.277431] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.277570] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.277804] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.277957] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.278129] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 7aaf924a-19c4-4c38-8e75-db3c08b364e6 is going to be created. [ 1114.299417] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.299618] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.299711] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.300111] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.300362] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.300604] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.492462] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.636878] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.994695] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.994855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.994926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.995166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.995259] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.995364] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1115.023130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.023275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.023345] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.023549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.023689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.033210] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1115.036414] env[62626]: INFO networking_nsxv3.common.synchronization [req-6b029338-3c77-427e-bf02-3c9f0b20af06 req-e2b852c5-bb18-4395-9117-f25b4de280e0 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1115.036594] env[62626]: INFO networking_nsxv3.common.synchronization [req-6b029338-3c77-427e-bf02-3c9f0b20af06 req-e2b852c5-bb18-4395-9117-f25b4de280e0 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1115.036742] env[62626]: INFO networking_nsxv3.common.synchronization [req-6b029338-3c77-427e-bf02-3c9f0b20af06 req-e2b852c5-bb18-4395-9117-f25b4de280e0 service nova] Enqueued Resource ID: 7aaf924a-19c4-4c38-8e75-db3c08b364e6 with Priority: HIGHEST for action port [ 1115.036965] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1115.037104] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1115.037201] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aaf924a-19c4-4c38-8e75-db3c08b364e6 with Priority: HIGHEST for action port [ 1115.038045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.038199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.038230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.038413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.038491] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.039291] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.039399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.039608] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aaf924a-19c4-4c38-8e75-db3c08b364e6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.039813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.039813] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.039980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.039980] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aaf924a-19c4-4c38-8e75-db3c08b364e6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.138396] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d088c0bb-d542-488a-898d-70e1c7a7715a: rpc.has_security_group_logging(os_id): False [ 1115.162874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.162874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.162874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.162874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.162874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.162874] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.163297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.163297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.163297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.163495] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.163495] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a is going to be created. [ 1115.243972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.245033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.245033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.245033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.254528] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: IN_PROGRESS for 2s [ 1115.541491] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.541777] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.541832] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aaf924a-19c4-4c38-8e75-db3c08b364e6 with status ACTIVE [ 1115.542017] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.542121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.542187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.542388] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.542476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.542651] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.542741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.542798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.542965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.543054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.543233] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.543324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.543384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.543522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.543601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.543683] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aaf924a-19c4-4c38-8e75-db3c08b364e6 is going to be updated. [ 1115.564618] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.564767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.564810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.564985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.565125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.565275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aaf924a-19c4-4c38-8e75-db3c08b364e6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.042386] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1117.042720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.042809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.043074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.043281] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.043410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.043479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.043639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.043788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.043940] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.266279] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: SUCCESS [ 1117.266279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.546350] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.901477] env[62626]: INFO networking_nsxv3.common.synchronization [req-31504c02-0935-410f-b350-b2a758fd7bdd req-10cf44af-2688-4691-8385-7189b03a6231 tempest-ServerActionsTestOtherB-2017108905 tempest-ServerActionsTestOtherB-2017108905-project-member] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1117.901741] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGHEST for action security_group_members [ 1117.902012] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.902146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.902201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.902402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.903022] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.903022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.903022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.903022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.903022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.903022] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.048200] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.405636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.405811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.405894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.406254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.406254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.406407] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.406510] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.406560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.406706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.406779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.406904] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be updated. [ 1118.430336] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.430577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.430577] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.430736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.430877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.438253] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: IN_PROGRESS for 2s [ 1118.551423] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.551423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.551423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.551627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.551627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.551703] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1118.576907] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.577617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.577617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.577617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.577617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.585082] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1118.763207] env[62626]: INFO networking_nsxv3.common.synchronization [req-54290973-1a33-41b2-b2db-ec2572c3a776 req-0ca3df48-1459-4813-b315-7f4042391310 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1118.763833] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1118.764026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.764156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.764225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.764416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.764564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.764673] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.764741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.764889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.764972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.766304] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.049789] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.049789] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.049789] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.050258] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.050258] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.050361] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.050898] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.050898] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.050898] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.051137] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.051183] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.051264] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.051381] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.051503] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.051615] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.051753] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.069867] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.071493] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.071493] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.071493] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-356" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.071493] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.071493] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.071493] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.071811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.071900] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5770d1af-80cc-44b1-8c64-8e0c7b8319cd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.269990] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.575023] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.575221] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.576409] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.576409] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.576409] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.576409] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd not found, creating... [ 1119.576591] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.576785] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.576955] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.577172] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.577322] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.577619] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.577780] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.577899] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.578560] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.578714] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.578918] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 5770d1af-80cc-44b1-8c64-8e0c7b8319cd is going to be created. [ 1119.597225] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.597415] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.597514] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.597773] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.598028] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.598258] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.771935] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.274019] env[62626]: INFO networking_nsxv3.common.synchronization [req-54290973-1a33-41b2-b2db-ec2572c3a776 req-d3232c85-c926-436d-8256-bf1ba87a093f service nova] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 1120.274289] env[62626]: INFO networking_nsxv3.common.synchronization [req-54290973-1a33-41b2-b2db-ec2572c3a776 req-d3232c85-c926-436d-8256-bf1ba87a093f service nova] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1120.274423] env[62626]: INFO networking_nsxv3.common.synchronization [req-54290973-1a33-41b2-b2db-ec2572c3a776 req-d3232c85-c926-436d-8256-bf1ba87a093f service nova] Enqueued Resource ID: 5770d1af-80cc-44b1-8c64-8e0c7b8319cd with Priority: HIGHEST for action port [ 1120.274869] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.274997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.275081] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.275628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.275711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.275811] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be updated. [ 1120.276880] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_rules [ 1120.277049] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1120.277157] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5770d1af-80cc-44b1-8c64-8e0c7b8319cd with Priority: HIGHEST for action port [ 1120.277726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.277840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.277906] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.278090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.278171] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.279282] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.279406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.279579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.279718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.279718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.279852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.279992] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5770d1af-80cc-44b1-8c64-8e0c7b8319cd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.307226] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.307419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.307458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.307638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.307782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.315858] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: IN_PROGRESS for 2s [ 1120.450118] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 in Status: SUCCESS [ 1120.450309] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 deletion is rescheduled due to dependency. [ 1120.450450] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.593852] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1120.594100] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.594324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.594527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.594736] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.594836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.594903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.595077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.595225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.595316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.595404] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.781663] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.781797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.782019] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5770d1af-80cc-44b1-8c64-8e0c7b8319cd with status ACTIVE [ 1120.782194] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.782302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.782368] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.782636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.782697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.782840] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.782935] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.782998] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.783212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.783306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.783491] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.783584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.783643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.783779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.783852] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.783935] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5770d1af-80cc-44b1-8c64-8e0c7b8319cd is going to be updated. [ 1120.803620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.803758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.803812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.804160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.804310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5770d1af-80cc-44b1-8c64-8e0c7b8319cd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.097797] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.097989] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.098083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.098363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.098579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.098706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.098790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.099038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.099152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.099275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.099450] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.099566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.099646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.099811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.099958] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.100062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.100127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.100264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.100341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.100421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.100508] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.603713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1121.620689] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.620689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.620689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.620689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.620911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.620911] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.621287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.621287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.621287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.621287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.621543] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.621720] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.621776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.621948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.623257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.623257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.623257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.623257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.623257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.623257] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.623257] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1121.678099] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.678240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.678309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.678672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.678672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.690822] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1122.324664] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 1122.324832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.324983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.325224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.325410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.325521] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.325584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.325733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.325812] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.325904] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.828785] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.331501] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.704898] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1123.705156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.834175] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.834502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.834502] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.834667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.834722] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.834822] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be updated. [ 1123.865099] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.865253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.865323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.865563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.865685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.873849] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: IN_PROGRESS for 2s [ 1125.278204] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.278545] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1125.885448] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 1125.885741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.885915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.886378] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.886378] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.886467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.886581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.886704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.886787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.886835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.886929] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.389891] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.896647] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f474dce9-5d6a-4f40-9f3c-d48d2344b079: rpc.has_security_group_logging(os_id): False [ 1126.918878] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.918878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.918878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.918878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.941511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.941820] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.941940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.942013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.942209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.942293] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.942381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be updated. [ 1127.019904] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.020169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.020169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.020366] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.020508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.035467] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: IN_PROGRESS for 2s [ 1127.620392] env[62626]: INFO networking_nsxv3.common.synchronization [req-8992f403-45ed-42d5-ad0a-0661e0c2f845 req-37f8d96c-8bcc-41e0-8468-8b70d596ddf7 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1127.620928] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1127.621278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.621400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.621469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.621769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.621980] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.622230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.622364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.622572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.622721] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.622837] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.124536] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.626719] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.047675] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 1129.047899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.128554] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.128710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.128786] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.129032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.129291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.129416] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1129.223417] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.223560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.223633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.223850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.223991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.232187] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1131.243568] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1131.243967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.621712] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.622103] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1137.623235] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.623605] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1141.377021] env[62626]: INFO networking_nsxv3.common.synchronization [req-24bda5e6-40cb-427e-9b4d-1672a510be61 req-9ebcc4c9-9052-4322-987c-da3ad0f8f18d tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1141.377581] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1141.377891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.378021] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.378091] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.378288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.378441] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.378540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.378602] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.378797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.378888] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.378979] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.697861] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.698232] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.698446] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.698794] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.699142] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.699431] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.699602] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.699927] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.700158] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.700469] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.700637] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.700793] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.700942] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.701120] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.701291] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.701472] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.720044] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.720183] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.720324] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.720529] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.720824] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.720988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.721126] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.721415] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.721557] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6da28b-e65e-4a66-b396-ffd9cfc2cebe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.881740] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.223621] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.223987] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.224199] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.224581] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.224760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.224925] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe not found, creating... [ 1142.225241] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.225425] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.225570] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.225836] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.225995] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.226388] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.226558] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.226693] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.226913] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.227066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.227356] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe is going to be created. [ 1142.246295] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.246519] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.246631] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.246906] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.247191] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.247526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.282654] env[62626]: INFO networking_nsxv3.common.synchronization [req-839351b8-0e8c-4678-b0a0-0e6cf8c3bf77 req-3cedcb7d-7254-4e62-81c2-b04b0099b2fc tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_members [ 1142.283184] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGHEST for action security_group_members [ 1142.283492] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.283618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.283685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.283879] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.284033] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.284131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.284194] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.284338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.284423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.284532] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.384326] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.788973] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.789165] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.789236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.790246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.790246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.790246] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.790246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.790246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.790246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.790246] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.790572] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 is going to be updated. [ 1142.816065] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.816065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.816065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.816065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.816065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.823613] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 in Status: IN_PROGRESS for 2s [ 1142.886785] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.886785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.886785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.886785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.886785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.887107] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1142.911134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.911421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.911421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.911621] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.913043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.918975] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1142.939032] env[62626]: INFO networking_nsxv3.common.synchronization [req-24bda5e6-40cb-427e-9b4d-1672a510be61 req-69aa91b4-7bac-45be-ba3a-f930daafc822 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1142.939032] env[62626]: INFO networking_nsxv3.common.synchronization [req-24bda5e6-40cb-427e-9b4d-1672a510be61 req-69aa91b4-7bac-45be-ba3a-f930daafc822 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1142.939140] env[62626]: INFO networking_nsxv3.common.synchronization [req-24bda5e6-40cb-427e-9b4d-1672a510be61 req-69aa91b4-7bac-45be-ba3a-f930daafc822 service nova] Enqueued Resource ID: 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe with Priority: HIGHEST for action port [ 1142.939610] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1142.939747] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1142.939844] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe with Priority: HIGHEST for action port [ 1142.940131] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.940249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.940334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.940528] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.940607] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.941423] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.941520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.941720] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.941790] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.941849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.942013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.942093] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6da28b-e65e-4a66-b396-ffd9cfc2cebe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.444124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.444671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.444671] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe with status ACTIVE [ 1143.444671] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.444920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.444920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.445070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.445161] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.445325] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.445422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.445476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.445624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.445718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.445872] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.445962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.446033] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.446169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.446242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.446323] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6da28b-e65e-4a66-b396-ffd9cfc2cebe is going to be updated. [ 1143.468329] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.468527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.468619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.468782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.468911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.469072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6da28b-e65e-4a66-b396-ffd9cfc2cebe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.833568] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 in Status: SUCCESS [ 1144.833860] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 deletion is rescheduled due to dependency. [ 1144.833903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.928036] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1144.928343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.928440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.928641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.928837] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.929965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.929965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.929965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.929965] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.929965] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.431432] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.933907] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.435792] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.435950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.436037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.436255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.436348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.436449] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1146.463496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.463645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.463645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.463830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.463966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.472613] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1147.940806] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.940806] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1148.485078] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1148.485078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.485078] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.485342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.485381] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.485486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.485550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.485731] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.485821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.485907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.486016] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.988057] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.988515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.988515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.988515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.988662] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.988743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.988804] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.988942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.989042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.989133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.989271] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.989360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.989439] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.989578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.989716] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.989809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.989853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.989992] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.990073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.990153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.990237] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.492237] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1149.510745] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.510991] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.511054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.511249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.511343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.511536] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.511635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.511698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.511902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.512030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.512251] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.512381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.512420] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.512568] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.513157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.513157] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.513157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.513392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.513392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.513458] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.513509] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1149.608391] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.608551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.608664] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.608917] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.609166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.624250] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1151.640026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1151.640376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.465991] env[62626]: INFO networking_nsxv3.common.synchronization [req-57e7ed87-c24b-492e-ab3d-f5346c975395 req-32f15feb-f24f-4381-abf1-23ff9a2cfa65 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1152.467143] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1152.467143] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.467143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.467143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.467335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.467388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.467481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.467544] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.467686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.467773] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.467883] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.972308] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.475140] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.980162] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.980736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.980736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.980912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.981037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.981179] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1154.010245] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.010377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.010462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.010653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.010796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.018440] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1156.028254] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1156.028556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.468108] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1157.468356] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1162.469743] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.470135] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1163.185627] env[62626]: INFO networking_nsxv3.common.synchronization [req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 req-637f3e57-201f-4d4f-af42-cf6ee779230c tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1163.185627] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1163.185627] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.185627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.185627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.185627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.185926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.185926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.186020] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.186918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.186918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.186918] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.458355] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.458566] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.458699] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.458975] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.459246] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.459408] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.459528] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.461891] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.462155] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.462329] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.462455] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.462572] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.462690] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.462804] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.462919] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.463070] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.483748] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.484021] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.484021] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.484149] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.484427] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.484589] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.484713] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.485009] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.485155] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7d2eb3-1f50-4d3e-a877-fe6c35334e07',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.688931] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.987556] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.987792] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.987954] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.988264] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.988426] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.988589] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 not found, creating... [ 1163.988856] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.989034] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.989161] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.989392] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.989543] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.989866] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.990057] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.990188] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.990404] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.990544] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.990723] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 is going to be created. [ 1164.011754] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.011935] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.012080] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.012322] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.012547] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.012760] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.192451] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.690923] env[62626]: INFO networking_nsxv3.common.synchronization [req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 req-77f309b6-6040-4aba-819d-07829cc24014 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1164.691198] env[62626]: INFO networking_nsxv3.common.synchronization [req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 req-77f309b6-6040-4aba-819d-07829cc24014 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1164.691274] env[62626]: INFO networking_nsxv3.common.synchronization [req-2278bdd2-49a0-4731-9086-ffa4ed4516f6 req-77f309b6-6040-4aba-819d-07829cc24014 service nova] Enqueued Resource ID: cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 with Priority: HIGHEST for action port [ 1164.691502] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1164.691623] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1164.691714] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 with Priority: HIGHEST for action port [ 1164.692842] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.692842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.692842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.692842] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.692842] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.693568] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.693650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.693982] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.693982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.693982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.694162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.694196] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7d2eb3-1f50-4d3e-a877-fe6c35334e07',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.695822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.695822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.695822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.695822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.695822] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.695822] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1164.724484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.724670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.724727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.724891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.725040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.733194] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1165.196648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.196887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.200697] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 with status ACTIVE [ 1165.201060] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.201217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.201288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.201695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.201695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.201767] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.201975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.201975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.202127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.202180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.202339] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.202426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.202476] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.202614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.202687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.202766] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd7d2eb3-1f50-4d3e-a877-fe6c35334e07 is going to be updated. [ 1165.223539] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.223747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.223747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.223974] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.224077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.224289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7d2eb3-1f50-4d3e-a877-fe6c35334e07" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.743066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1166.743066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.743514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.743514] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.743592] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.743719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.743865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.744141] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.744262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.744438] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.247112] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.750215] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.252610] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.252821] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.252886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.253110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.253225] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.253291] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1168.279843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.280048] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.280096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.280302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.280446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.288377] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1169.692788] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.693158] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1170.300475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1170.300749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.300964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.301234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.301500] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.301704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.301783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.302025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.302181] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.302286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.302441] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.805209] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.805549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.805549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.805734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.805932] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.806077] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.806145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.806297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.806392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.806475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.806658] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.806770] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.806808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.806948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.807212] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.807292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.807325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.807453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.807556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.807660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.807814] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.310636] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1171.329243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.329459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.329513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.329714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.329853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.330099] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.330204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.330284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.330419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.330494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.330723] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.330843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.330901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.331044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.331115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.331322] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.331429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.331482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.331604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.331693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.331753] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1171.405612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.405806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.405884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.406180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.406408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.423288] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1173.444472] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1173.444817] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.693674] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.693969] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1176.012619] env[62626]: INFO networking_nsxv3.common.synchronization [req-d51c55af-125e-4a32-965a-4151f2ebbb25 req-d51c5a17-a8ce-4449-b898-08830307d61a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1176.012902] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1176.014042] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.014042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.014042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.014237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.014273] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.014357] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.014423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.014573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.014659] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.014750] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.516728] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.516914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.516971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.517207] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.539628] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.539884] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.540057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.540110] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.540262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.540343] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.540435] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1176.568670] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.568841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.568841] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.569034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.569169] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.576444] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1178.036486] env[62626]: INFO networking_nsxv3.common.synchronization [req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce req-6c3e0864-815e-484f-9a0a-e734f49d3ce3 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1178.037074] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1178.037389] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.037513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.037580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.037808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.038052] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.038218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.038253] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.038398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.038483] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.038574] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.324040] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.324269] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.324398] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.324682] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.324974] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.325220] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.325346] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.325574] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.325710] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.325929] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.326055] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.326170] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.326283] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.326396] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.326506] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.326641] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.344554] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.344700] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.344838] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.345014] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.345309] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-357dc5da-3f2a-499d-af29-e079304a7c0c taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.345475] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.345598] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.345894] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.346055] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357dc5da-3f2a-499d-af29-e079304a7c0c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.540973] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.586089] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1178.586203] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe deletion is rescheduled due to dependency. [ 1178.586252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.847992] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.848235] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.848370] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.848655] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.848810] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.848969] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 357dc5da-3f2a-499d-af29-e079304a7c0c not found, creating... [ 1178.849294] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.849465] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.849590] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.849814] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.849983] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.850290] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.850450] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.850568] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.850774] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.850915] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.851068] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 357dc5da-3f2a-499d-af29-e079304a7c0c is going to be created. [ 1178.870648] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.870846] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.870974] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.871262] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.871499] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.871722] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.042773] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.546134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.546316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.546416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.546637] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.546728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.546828] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1179.577071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.577273] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.577358] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.577596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.577797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.586683] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1179.748622] env[62626]: INFO networking_nsxv3.common.synchronization [req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce req-c2fa1ded-8f9b-4829-9866-106b9dc271be service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1179.748816] env[62626]: INFO networking_nsxv3.common.synchronization [req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce req-c2fa1ded-8f9b-4829-9866-106b9dc271be service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1179.748963] env[62626]: INFO networking_nsxv3.common.synchronization [req-ddf72d2e-e5e1-4f7f-9ce9-74c5cbec6dce req-c2fa1ded-8f9b-4829-9866-106b9dc271be service nova] Enqueued Resource ID: 357dc5da-3f2a-499d-af29-e079304a7c0c with Priority: HIGHEST for action port [ 1179.749211] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1179.749383] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1179.749486] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 357dc5da-3f2a-499d-af29-e079304a7c0c with Priority: HIGHEST for action port [ 1179.750187] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.750347] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.750451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.750712] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.750850] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.751781] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.751936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.752213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-357dc5da-3f2a-499d-af29-e079304a7c0c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.752402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.752500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.752697] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.752812] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('357dc5da-3f2a-499d-af29-e079304a7c0c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.254553] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.254820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.258026] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 357dc5da-3f2a-499d-af29-e079304a7c0c with status ACTIVE [ 1180.258218] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.258344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.258431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.258653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.258745] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.258929] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.259038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.259102] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.259254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.259329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.259505] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.259596] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.259656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.259791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.259894] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.259991] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 357dc5da-3f2a-499d-af29-e079304a7c0c is going to be updated. [ 1180.278705] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.278825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.278883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.279063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.279189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.279327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-357dc5da-3f2a-499d-af29-e079304a7c0c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.595686] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1181.596156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.596156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.596238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.596409] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.596523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.596587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.596735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.596815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.596908] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.098898] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.601161] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.103707] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.103940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.103940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.104158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.104252] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.104353] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1183.133059] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.133281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.133281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.133473] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.133609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.140927] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1183.980445] env[62626]: INFO networking_nsxv3.common.synchronization [req-2dfa5599-2466-48db-9e29-e21a50075cc9 req-34c38b78-4665-4710-89b8-2e5c0f984c80 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1183.981183] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1183.981635] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.981801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.981896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.982209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.982407] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.982576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.982663] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.982932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.983027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.983183] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.273921] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.274129] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.274129] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.274417] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.274687] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.274852] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.274972] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.275269] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.275441] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.275653] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.275772] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.275884] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.275995] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.276137] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.276244] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.276382] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.293412] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.293631] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.293779] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.294012] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.294370] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-de13768d-d823-4561-b459-1a73c269c055 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.294574] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.294726] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.295090] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.295264] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de13768d-d823-4561-b459-1a73c269c055',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.485488] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.485693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.485744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.485958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.486051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.486252] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.486349] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.486403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.486553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.486626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.486711] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1184.517654] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.517793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.518014] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.518227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.518371] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.538500] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1184.798266] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.798573] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.798722] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.799083] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.799387] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.799577] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port de13768d-d823-4561-b459-1a73c269c055 not found, creating... [ 1184.799890] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.800141] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.800265] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.800514] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.800664] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.800996] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.801195] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.801318] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.801540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.801683] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.801833] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: de13768d-d823-4561-b459-1a73c269c055 is going to be created. [ 1184.820866] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.821165] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.821246] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.821484] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.821716] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.821951] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.151299] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1185.151604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.151668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.151882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.152086] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.152205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.152295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.152426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.152509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.152595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.152682] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.489282] env[62626]: INFO networking_nsxv3.common.synchronization [req-2dfa5599-2466-48db-9e29-e21a50075cc9 req-2854f0c4-3d53-461b-abda-d98278e490f1 service nova] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 1185.489477] env[62626]: INFO networking_nsxv3.common.synchronization [req-2dfa5599-2466-48db-9e29-e21a50075cc9 req-2854f0c4-3d53-461b-abda-d98278e490f1 service nova] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1185.489625] env[62626]: INFO networking_nsxv3.common.synchronization [req-2dfa5599-2466-48db-9e29-e21a50075cc9 req-2854f0c4-3d53-461b-abda-d98278e490f1 service nova] Enqueued Resource ID: de13768d-d823-4561-b459-1a73c269c055 with Priority: HIGHEST for action port [ 1185.489864] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 1185.490029] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1185.490124] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de13768d-d823-4561-b459-1a73c269c055 with Priority: HIGHEST for action port [ 1185.490724] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.490793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.490874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.492075] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.492185] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.494461] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.494587] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.494753] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-de13768d-d823-4561-b459-1a73c269c055 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.494854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.494908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.495106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.495184] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de13768d-d823-4561-b459-1a73c269c055',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.655366] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.655534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.655613] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.655844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.656057] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.656170] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.656244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.656424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.656518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.656617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.656775] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.656891] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.656955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.657134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.657283] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.657393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.657453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.657645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.657680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.657762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.657966] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.997288] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.997435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.997628] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de13768d-d823-4561-b459-1a73c269c055 with status ACTIVE [ 1185.997796] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.997902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.997990] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.998237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.998330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.998502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.998589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.998646] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.998791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.998869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.999058] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.999148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.999205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.999342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.999416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.999498] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de13768d-d823-4561-b459-1a73c269c055 is going to be updated. [ 1186.020045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.020218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.020258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.020415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.020546] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.020693] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de13768d-d823-4561-b459-1a73c269c055" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.160884] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1186.183972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.184180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.184180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.184370] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.184447] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.184638] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.184734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.184808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.184938] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.185117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.185334] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.185428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.185491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.185617] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.185688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.185862] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.186008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.186008] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.186158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.186235] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.186342] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1186.258532] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.258749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.258749] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.258950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.259107] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.270475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1186.548113] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1186.548113] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe deletion is rescheduled due to dependency. [ 1186.548113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.548113] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.548376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.548410] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.548518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.548584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.548851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.548851] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.548997] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.747900] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.747900] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.748108] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.748244] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.748510] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.748715] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.748866] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.749131] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.749334] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.749564] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.749687] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.749800] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.750108] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.750108] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.750223] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.750308] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.769013] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.769210] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.769342] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.769518] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-533" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.769819] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-751e33fc-6254-4c98-817c-57d341f659f8 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.770024] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.770162] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.770416] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.770558] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751e33fc-6254-4c98-817c-57d341f659f8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.051450] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.272554] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.272859] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.272977] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.273401] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.273576] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.273868] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.274078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.274243] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.274385] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.274530] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.274812] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.274984] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.275123] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.275340] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.275478] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.275622] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 751e33fc-6254-4c98-817c-57d341f659f8 is going to be updated. [ 1187.296069] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.296347] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.296488] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.296750] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.296949] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.297198] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.553271] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.995840] env[62626]: INFO networking_nsxv3.common.synchronization [req-f103bf98-8661-413d-8775-15a2f792de18 req-46e664db-b32a-4724-acd3-ffd70673b243 service nova] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1187.995840] env[62626]: INFO networking_nsxv3.common.synchronization [req-f103bf98-8661-413d-8775-15a2f792de18 req-46e664db-b32a-4724-acd3-ffd70673b243 service nova] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1187.995840] env[62626]: INFO networking_nsxv3.common.synchronization [req-f103bf98-8661-413d-8775-15a2f792de18 req-46e664db-b32a-4724-acd3-ffd70673b243 service nova] Enqueued Resource ID: 751e33fc-6254-4c98-817c-57d341f659f8 with Priority: HIGHEST for action port [ 1187.995840] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_rules [ 1187.995840] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1187.995840] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751e33fc-6254-4c98-817c-57d341f659f8 with Priority: HIGHEST for action port [ 1187.996208] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.996275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.996324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.996477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.996548] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.998787] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.998787] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.998787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.998787] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.999277] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-751e33fc-6254-4c98-817c-57d341f659f8 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.000153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.000237] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.000393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.000513] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751e33fc-6254-4c98-817c-57d341f659f8',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.055388] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.055550] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.055626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.055829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.055918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.056027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1188.082131] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.082268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.082342] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.082561] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.082706] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.090731] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1188.282030] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1188.282329] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.502483] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.502626] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.502760] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.503628] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 751e33fc-6254-4c98-817c-57d341f659f8 with status ACTIVE [ 1188.503807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.503915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.503984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.504201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.504288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.504452] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.504545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.504608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.504756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.504833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.505013] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.505112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.505182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.505319] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.505391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.505475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 751e33fc-6254-4c98-817c-57d341f659f8 is going to be updated. [ 1188.526049] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.526174] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.526217] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.526376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.526902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.526902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751e33fc-6254-4c98-817c-57d341f659f8" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.008162] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.510401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.510795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.510795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.510884] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.510915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.511068] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a is going to be updated. [ 1189.567034] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.567034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.567244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.567322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.567480] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.581645] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: IN_PROGRESS for 2s [ 1190.100892] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1190.101223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.101398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.101608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.102446] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.102446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.102446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.102446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.102446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.102446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.102720] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.605073] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.107848] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4596fff2-79f0-41b9-b11a-35e704c0dfbe: rpc.has_security_group_logging(os_id): False [ 1191.125045] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.125277] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.125376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.125569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.125675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.126255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.126255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.126255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.126406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.126435] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.126530] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1191.190158] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.190387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.190597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.190958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.191146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.203054] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1191.418423] env[62626]: INFO networking_nsxv3.common.synchronization [req-2c62a03d-5859-4edb-9a35-776e02e5ceed req-0bcbfbd5-8307-4974-bccf-da743fdd6a73 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1191.418937] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1191.419257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.419376] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.419438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.419635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.419787] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.420073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.420073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.420292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.420402] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.420509] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.590398] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: SUCCESS [ 1191.590608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.590764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.590977] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.591219] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.591392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.591467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.591630] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.591713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.591799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.591889] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.924030] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.044573] env[62626]: INFO networking_nsxv3.common.synchronization [req-eb44988a-2b43-447e-96f5-e67d21257415 req-1ae6dbc9-0608-48a8-a19a-04e0f988ffd7 tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1192.045177] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1192.045486] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.045627] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.045724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.045952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.046135] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.046240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.046302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.046539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.046648] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.046759] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.095178] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.426112] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.550857] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.596849] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d088c0bb-d542-488a-898d-70e1c7a7715a: rpc.has_security_group_logging(os_id): False [ 1192.613970] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.614160] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.614202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.614445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.614542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.614807] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.614942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.615022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.615202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.615304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.615366] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a is going to be updated. [ 1192.668249] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.668475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.668534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.668861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.669079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.682513] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: IN_PROGRESS for 2s [ 1192.929056] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.929056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.929056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.929056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.929594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.929594] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1192.954784] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.954964] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.955037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.955262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.955412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.963706] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1193.053029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.216680] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1193.216680] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.555284] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.555433] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.555795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.555795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.555795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.555959] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be updated. [ 1193.582585] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.582734] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.582798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.582982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.583139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.591109] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: IN_PROGRESS for 2s [ 1194.696146] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: SUCCESS [ 1194.696457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.973234] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1194.973449] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.601232] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 1195.601509] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.046470] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.046873] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1199.745720] env[62626]: INFO networking_nsxv3.common.synchronization [req-8a8a085f-5475-414d-b0d6-5e21bdfbea16 req-e24e8cd1-426b-429c-a24a-07f897fea53e tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1199.745929] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1199.746260] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.746392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.746462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.746661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.746809] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.746907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.746967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.747126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.747211] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.747306] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.249378] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.751625] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.254621] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.254789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.254862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.255112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.255209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.255350] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1201.293546] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.293676] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.293750] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.293949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.294106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.302851] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1203.313220] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1203.313609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.746594] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.746963] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.587938] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1206.588327] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:3 started [ 1207.201559] env[62626]: INFO networking_nsxv3.common.synchronization [req-99214ea6-f9ad-4125-b196-07f2dfb69659 req-e7b2fdcf-b4d0-4322-8c1a-f44a5ca8d2da tempest-ServerActionsTestOtherA-1598127976 tempest-ServerActionsTestOtherA-1598127976-project-member] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1207.202150] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGHEST for action security_group_members [ 1207.202481] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.202634] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.202705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.202934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.203243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.203355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.203421] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.203667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.203667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.203824] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.706669] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.707085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.707085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.707173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.707210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.707395] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.707497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.707560] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.707708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.707784] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.707868] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be updated. [ 1207.736646] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.736801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.736868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.737065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.737201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.745267] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: IN_PROGRESS for 2s [ 1208.266449] env[62626]: INFO networking_nsxv3.common.synchronization [req-e25eff51-8d7b-4c30-9221-e59f90b77a48 req-16ff885e-5547-4131-825f-0e3baef09bdb tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1208.267027] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1208.267347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.267469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.267535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.267728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.268344] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.268344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.268344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.268344] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.268542] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.268542] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.522852] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.523087] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.523220] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.523499] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.523750] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.523912] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.524046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.524265] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.524413] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.524626] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.524745] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.524858] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.524970] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.525095] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.525210] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.525342] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.544539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.544705] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.544832] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.545037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.545313] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-74590fc8-02d5-4cec-85e9-8e6c40763ae0 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.545480] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.545603] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.545901] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.546056] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74590fc8-02d5-4cec-85e9-8e6c40763ae0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.771144] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.048606] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.048874] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.048936] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.049243] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.050046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.050046] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 74590fc8-02d5-4cec-85e9-8e6c40763ae0 not found, creating... [ 1209.050046] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.050046] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.050321] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.050321] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.050473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.050877] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.051232] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.051321] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.051860] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.052020] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.052173] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 74590fc8-02d5-4cec-85e9-8e6c40763ae0 is going to be created. [ 1209.071678] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.071910] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.071988] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.072232] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.072453] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.072665] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.273051] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.750125] env[62626]: INFO networking_nsxv3.common.synchronization [req-e25eff51-8d7b-4c30-9221-e59f90b77a48 req-6410b699-59a0-4fca-b0bb-6507b4ce3e5c service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1209.750377] env[62626]: INFO networking_nsxv3.common.synchronization [req-e25eff51-8d7b-4c30-9221-e59f90b77a48 req-6410b699-59a0-4fca-b0bb-6507b4ce3e5c service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1209.750544] env[62626]: INFO networking_nsxv3.common.synchronization [req-e25eff51-8d7b-4c30-9221-e59f90b77a48 req-6410b699-59a0-4fca-b0bb-6507b4ce3e5c service nova] Enqueued Resource ID: 74590fc8-02d5-4cec-85e9-8e6c40763ae0 with Priority: HIGHEST for action port [ 1209.750757] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1209.750892] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1209.750990] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74590fc8-02d5-4cec-85e9-8e6c40763ae0 with Priority: HIGHEST for action port [ 1209.751520] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.751645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.751726] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.751899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.751976] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.752944] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.753053] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.753242] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-74590fc8-02d5-4cec-85e9-8e6c40763ae0 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.753360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.753482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.753586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.753655] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74590fc8-02d5-4cec-85e9-8e6c40763ae0',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.754887] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 in Status: SUCCESS [ 1209.755049] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 deletion is rescheduled due to dependency. [ 1209.755149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.775340] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.775710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.775710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.775710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.775882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.775882] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1209.882382] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.882581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.882581] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.882763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.882952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.892503] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1210.257145] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.257145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.257145] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74590fc8-02d5-4cec-85e9-8e6c40763ae0 with status ACTIVE [ 1210.257145] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.257145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.257145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.257633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.257633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.257633] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.257728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.257728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.257953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.257953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.258153] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.258261] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.258315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.258459] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.258535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.258620] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74590fc8-02d5-4cec-85e9-8e6c40763ae0 is going to be updated. [ 1210.277318] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.277552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.277552] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.277675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.277767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.277915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74590fc8-02d5-4cec-85e9-8e6c40763ae0" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.901092] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1211.901437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.901479] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.901669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.901864] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.901987] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.902067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.902221] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.902303] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.902399] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.404527] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.906900] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.409234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.409390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.409466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.409683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.409775] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.409873] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1213.438029] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.438177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.438228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.438416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.438554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.446475] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1214.751774] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.752090] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1215.456698] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1215.456934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.457094] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.457308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.457526] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.457644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.457711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.457869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.457951] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.458049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.458139] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.961261] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.961620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.961620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.961701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.961851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.961967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.962039] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.962191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.962278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.962365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.962511] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.962601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.962666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.962826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.962964] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.963065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.963124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.963258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.963333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.963413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.963500] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.465384] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1216.485611] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.485611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.485611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.485805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.485881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.486054] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.486158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.486224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.486374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.486453] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.486655] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.486748] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.486811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.486948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.487034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.487210] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.487300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.487375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.487519] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.487589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.487672] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1216.543500] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.543654] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.543727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.543928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.544082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.555163] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1218.568513] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1218.568881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.476913] env[62626]: INFO networking_nsxv3.common.synchronization [req-c294df57-b8e0-41e1-b982-596c94898029 req-31af1e85-b511-4ce5-b717-9c87ad10ea80 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1219.477190] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1219.477502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.477619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.477669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.477869] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.478037] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.478156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.478213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.478372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.478474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.478542] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.980797] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.483778] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.986200] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.986651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.986651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.986651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.986756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.986855] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1221.013853] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.014015] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.014057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.014271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.014413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.021956] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1223.031960] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1223.032365] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.478012] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.478414] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.498112] env[62626]: INFO networking_nsxv3.common.synchronization [req-99eb5879-17e6-4163-a258-3ef02adefd2b req-44f2d1aa-06ca-4612-943d-5517630a2328 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1228.498112] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1228.498112] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.498112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.498853] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.499188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.499580] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.499833] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.500034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.500305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.500484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.500688] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.759128] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.759345] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.759477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.759804] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.760092] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.760260] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.760385] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.760669] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.760818] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.761054] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.761177] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.761291] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.761403] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.761535] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.761648] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.761781] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.780154] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.780308] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.780449] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.780709] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-832" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.780995] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-a2cc4dc3-7403-40e2-8c90-99c06968e955 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.782033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.782033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.782033] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.782033] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2cc4dc3-7403-40e2-8c90-99c06968e955',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.002439] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.284219] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.284449] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.284583] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.284863] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.285028] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.285192] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port a2cc4dc3-7403-40e2-8c90-99c06968e955 not found, creating... [ 1229.285454] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.285617] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.285742] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.285959] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.286117] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.286396] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.286553] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.286677] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.286882] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.287032] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.287178] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: a2cc4dc3-7403-40e2-8c90-99c06968e955 is going to be created. [ 1229.307248] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.307248] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.307248] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.307248] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.307248] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.307542] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.504096] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.006839] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.006994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.007088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.007309] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.007400] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.007498] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1230.034854] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.034994] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.035068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.035236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.035372] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.042700] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1230.145999] env[62626]: INFO networking_nsxv3.common.synchronization [req-99eb5879-17e6-4163-a258-3ef02adefd2b req-645659e9-f537-4af4-8cbd-c4698fcd01a6 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1230.146263] env[62626]: INFO networking_nsxv3.common.synchronization [req-99eb5879-17e6-4163-a258-3ef02adefd2b req-645659e9-f537-4af4-8cbd-c4698fcd01a6 service nova] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1230.146412] env[62626]: INFO networking_nsxv3.common.synchronization [req-99eb5879-17e6-4163-a258-3ef02adefd2b req-645659e9-f537-4af4-8cbd-c4698fcd01a6 service nova] Enqueued Resource ID: a2cc4dc3-7403-40e2-8c90-99c06968e955 with Priority: HIGHEST for action port [ 1230.146637] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_rules [ 1230.146763] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1230.146871] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2cc4dc3-7403-40e2-8c90-99c06968e955 with Priority: HIGHEST for action port [ 1230.147423] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.147524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.147594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.147787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.147877] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.149278] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.149434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.149706] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2cc4dc3-7403-40e2-8c90-99c06968e955 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.149859] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.149968] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.150227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.150360] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2cc4dc3-7403-40e2-8c90-99c06968e955',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.652198] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.652198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.652198] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2cc4dc3-7403-40e2-8c90-99c06968e955 with status ACTIVE [ 1230.652536] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.652536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.652536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.652740] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.653205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.653205] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.653205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.653205] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.653419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.653419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.653586] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.653677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.653739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.653881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.653952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.654045] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2cc4dc3-7403-40e2-8c90-99c06968e955 is going to be updated. [ 1230.675074] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.675214] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.675258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.675413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.675537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.675684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2cc4dc3-7403-40e2-8c90-99c06968e955" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.052696] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1232.052982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.053137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.053410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.053610] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.053728] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.053796] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.053948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.054041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.054134] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.557057] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.059065] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.561621] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.561823] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.561870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.562086] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.562180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.562281] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1233.587188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.587346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.587387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.587536] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.587709] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.595140] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1234.534731] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.535131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.535131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.535131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.535266] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.037430] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.147725] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.147887] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1235.539556] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.606661] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1235.606886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.607013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.607230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.607425] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.607527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.607592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.607747] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.607830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.607915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.608037] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.041542] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1236.041655] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1236.109998] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.110218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.110218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.110399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.110567] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.110719] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.110783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.110955] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.111055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.111145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.111296] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.111385] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.111440] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.111582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.111719] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.111808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.111863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.111996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.112112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.112176] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.112255] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.614386] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1236.636286] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.636522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.636583] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.636769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.636865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.637071] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.637171] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.637229] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.637403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.637481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.637717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.637809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.637868] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.638016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.638097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.638419] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.638419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.638517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.638594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.638643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.638730] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1236.697548] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.697677] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.697768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.697939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.698095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.711715] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1236.787725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.787861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.787927] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.788162] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.799560] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1236.800443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.801518] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1236.859528] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.859746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.859806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.860043] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.873512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.874544] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1236.874544] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1236.874544] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1236.909856] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.910098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.910098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.910274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.911363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.911533] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1236.976326] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.976492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.976539] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.976966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.977088] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.977372] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1237.065777] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.065947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.066030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.066295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.066620] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.067176] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1237.067309] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'14ca064b-fea1-4d9f-a1af-1a5998c7fa28', '48821612-f945-40f8-855b-22b5268c12b6', 'a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684', 'c50d08bc-cc86-4a04-9295-aa033a1b2506', '02284d39-f927-4713-83e4-e22dda23c735', '81c3599f-0f1f-4978-8abc-c0fd9117fe39', '71220ce8-0ce5-405c-8aea-87fa9f05af92', 'd088c0bb-d542-488a-898d-70e1c7a7715a', 'a75f4b1b-914b-4a4d-863c-de67d105f00b', '1765dbb4-8eae-46d9-9045-89147028203b', 'd78b6be1-ea4f-4c79-b64c-0f80afdcc3fd', '9c88bd39-fd94-4328-8c0a-e0cca744cc3c', '26b3e571-13ee-4308-8e83-c1a4ce745c42', '4a2c33a8-6a8e-4134-99e8-9e1c74118375', '3a8de9c2-5144-4077-85fe-84bbc1ebeb24', '277eb914-b31e-44f6-8175-3157c1f39504', '598c60b9-afc5-4456-8906-3fb64d02e856', '832d83c2-16f7-4b23-acc4-0cf2e7a2d99e', '38005eb7-0352-46b2-8b3c-8017a48d8842', '4596fff2-79f0-41b9-b11a-35e704c0dfbe', 'f50a02f7-da3c-4c60-833e-fcd1c8510a7b', 'f474dce9-5d6a-4f40-9f3c-d48d2344b079', 'cebe780a-8cb8-4450-8508-349823be5351', '3353b3a2-53e8-4547-8c59-037d00ff89b7', '825e363d-38d9-4cb1-9b58-1682ed9e356e', 'bda13561-79bd-471f-a13f-514eb8f475ee', '47b2af73-45b4-4de3-a448-5036b638e18a', 'a4f4e845-f95a-4561-9aeb-f219004f8a0a', '427773a0-8460-4a6e-ae44-8b2e7f20faf3', '1b39c6e3-6654-4242-b0ef-84992eaf7918', '56cd5fc5-643b-4b60-9b60-3b40717e0bfc', '1d4c3a93-9040-42bc-abb3-e420255e24e1', 'c6799730-efb4-435f-9884-13bb46eb2649', '0796e7e3-e030-402e-86ac-355af32c0a14', '37e820da-55c4-4661-af01-04a69f323c19', 'c9993405-57bf-46ac-a4fc-6638a7de8a9a', '49edde05-b29e-4380-b139-afbc77f5c256', 'b3360cf5-699c-417e-85f2-947ed141f377'} {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1237.067405] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1237.097188] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.097325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.097374] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.097604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.097702] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.097808] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1237.097881] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1237.097954] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1237.193130] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.193279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.193350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.193557] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.194666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.194944] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1237.195032] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1237.195113] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1237.195190] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1237.195307] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1237.195377] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGH for action security_group_rules [ 1237.195478] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGH for action security_group_rules [ 1237.195535] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGH for action security_group_rules [ 1237.195598] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGH for action security_group_rules [ 1237.195658] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGH for action security_group_rules [ 1237.195721] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGH for action security_group_rules [ 1237.195791] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGH for action security_group_rules [ 1237.195853] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGH for action security_group_rules [ 1237.195914] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGH for action security_group_rules [ 1237.195975] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGH for action security_group_rules [ 1237.196048] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGH for action security_group_rules [ 1237.196120] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGH for action security_group_rules [ 1237.196183] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGH for action security_group_rules [ 1237.196244] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGH for action security_group_rules [ 1237.196304] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGH for action security_group_rules [ 1237.196374] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGH for action security_group_rules [ 1237.196436] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGH for action security_group_rules [ 1237.196499] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGH for action security_group_rules [ 1237.196562] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGH for action security_group_rules [ 1237.196636] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGH for action security_group_rules [ 1237.196732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.725744] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1238.726049] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.285521] env[62626]: INFO networking_nsxv3.common.synchronization [req-ce202e46-a772-45a2-a42b-e5a672a2850b req-6c845719-b5bf-4220-8e89-bb15c2317c6c tempest-AttachVolumeShelveTestJSON-965681664 tempest-AttachVolumeShelveTestJSON-965681664-project-member] Enqueued Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1239.286068] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGHEST for action security_group_members [ 1239.286222] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 with Priority: HIGH for action security_group_rules [ 1239.286326] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 with Priority: HIGH for action security_group_rules [ 1239.286425] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGH for action security_group_rules [ 1239.286520] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 with Priority: HIGH for action security_group_rules [ 1239.286613] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGH for action security_group_rules [ 1239.286703] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 with Priority: HIGH for action security_group_rules [ 1239.286793] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e with Priority: HIGH for action security_group_rules [ 1239.286882] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598c60b9-afc5-4456-8906-3fb64d02e856 with Priority: HIGH for action security_group_rules [ 1239.286971] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 with Priority: HIGH for action security_group_rules [ 1239.287072] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277eb914-b31e-44f6-8175-3157c1f39504 with Priority: HIGH for action security_group_rules [ 1239.287160] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 with Priority: HIGH for action security_group_rules [ 1239.287249] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c with Priority: HIGH for action security_group_rules [ 1239.287342] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd with Priority: HIGH for action security_group_rules [ 1239.287431] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1765dbb4-8eae-46d9-9045-89147028203b with Priority: HIGH for action security_group_rules [ 1239.287513] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75f4b1b-914b-4a4d-863c-de67d105f00b with Priority: HIGH for action security_group_rules [ 1239.287597] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 with Priority: HIGH for action security_group_rules [ 1239.287683] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d088c0bb-d542-488a-898d-70e1c7a7715a with Priority: HIGH for action security_group_rules [ 1239.287770] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02284d39-f927-4713-83e4-e22dda23c735 with Priority: HIGH for action security_group_rules [ 1239.287856] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48821612-f945-40f8-855b-22b5268c12b6 with Priority: HIGH for action security_group_rules [ 1239.287976] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 with Priority: HIGH for action security_group_rules [ 1239.288239] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.288355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.288418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.288639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.288798] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.288892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.288953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.289119] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.289202] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.289289] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.290094] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.290201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.290266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.290511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.290590] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14ca064b-fea1-4d9f-a1af-1a5998c7fa28',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.292131] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.292131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.292131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.292131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.292131] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.292772] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.292850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.292850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.293055] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.293135] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.293953] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.293953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.293953] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.294145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.294145] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8de9c2-5144-4077-85fe-84bbc1ebeb24',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.295694] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.295694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.295694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.295694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.295694] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.296193] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38005eb7-0352-46b2-8b3c-8017a48d8842 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.296193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.296193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.296193] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.296339] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38005eb7-0352-46b2-8b3c-8017a48d8842',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.297234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.297234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.297234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.297234] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.297398] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('832d83c2-16f7-4b23-acc4-0cf2e7a2d99e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.298114] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598c60b9-afc5-4456-8906-3fb64d02e856 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.298114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.298114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.298284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.298328] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598c60b9-afc5-4456-8906-3fb64d02e856',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.298996] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.299112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.299178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.299321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.299391] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2c33a8-6a8e-4134-99e8-9e1c74118375',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.300186] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-277eb914-b31e-44f6-8175-3157c1f39504 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.300292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.300338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.300444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.300528] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('277eb914-b31e-44f6-8175-3157c1f39504',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.301215] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b3e571-13ee-4308-8e83-c1a4ce745c42 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.301299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.301380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.301666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.301666] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b3e571-13ee-4308-8e83-c1a4ce745c42',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.302392] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.302392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.302392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.302504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.302585] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c88bd39-fd94-4328-8c0a-e0cca744cc3c',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.303292] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.303412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.303455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.303609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.303670] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.304308] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1765dbb4-8eae-46d9-9045-89147028203b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.304429] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.304517] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.304604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.304699] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1765dbb4-8eae-46d9-9045-89147028203b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.305325] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75f4b1b-914b-4a4d-863c-de67d105f00b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.305419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.305486] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.305625] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.305696] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75f4b1b-914b-4a4d-863c-de67d105f00b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.306424] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.306585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.306585] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.306689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.306759] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81c3599f-0f1f-4978-8abc-c0fd9117fe39',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.307526] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d088c0bb-d542-488a-898d-70e1c7a7715a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.307718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.307789] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.307858] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d088c0bb-d542-488a-898d-70e1c7a7715a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.308502] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02284d39-f927-4713-83e4-e22dda23c735 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.308656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.308715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.308820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.308891] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02284d39-f927-4713-83e4-e22dda23c735',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.309571] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48821612-f945-40f8-855b-22b5268c12b6 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.309656] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.309695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.309848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.309906] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48821612-f945-40f8-855b-22b5268c12b6',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.310998] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50d08bc-cc86-4a04-9295-aa033a1b2506 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.311064] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.311118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.311271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.311345] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50d08bc-cc86-4a04-9295-aa033a1b2506',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.815138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.815445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.815445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.815594] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.815693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.815782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.815865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.816044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.816121] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.816206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.816289] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.817827] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.817939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.817996] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.818153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.828576] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.828776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.828776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.828924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.829081] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.829177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.829232] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.829363] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.829441] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.829523] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.829604] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.877124] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.877316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.894996] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.895152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.897530] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.897530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.898275] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.898275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.902190] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.902322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.903011] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.903106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.903816] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.903914] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.904599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.904688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.905384] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.905529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.906235] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.906322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.906921] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.907361] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.907456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.908065] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.908473] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.908567] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.909205] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.909572] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.909667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.910404] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.910649] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.910761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.911388] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.911810] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.912032] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.912148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.912203] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.912395] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.912478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.912581] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a is going to be updated. [ 1239.914311] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.914311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.914311] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.914492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.917134] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.917231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.917825] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.918234] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.918327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.919020] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.919401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.919498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.935623] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.936106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.936366] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14ca064b-fea1-4d9f-a1af-1a5998c7fa28 is going to be deleted. [ 1239.937131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.937330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.937417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.937539] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a is going to be deleted. [ 1239.938267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.938432] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.945075] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.945196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.945266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.945423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.945553] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.952055] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: IN_PROGRESS for 2s [ 1239.954266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.954381] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8de9c2-5144-4077-85fe-84bbc1ebeb24 is going to be deleted. [ 1239.955133] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.955323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.977543] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.977666] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1765dbb4-8eae-46d9-9045-89147028203b is going to be deleted. [ 1239.978477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.978694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.990129] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.990278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.994725] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.994848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.001969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.002098] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38005eb7-0352-46b2-8b3c-8017a48d8842 is going to be deleted. [ 1240.002895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.004030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.011656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.011772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.049304] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.049443] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2c33a8-6a8e-4134-99e8-9e1c74118375 is going to be deleted. [ 1240.050324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.050533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.052011] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.052127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.085063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.085207] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02284d39-f927-4713-83e4-e22dda23c735 is going to be deleted. [ 1240.086067] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.086281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.118737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.118890] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.134589] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.134703] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd is going to be deleted. [ 1240.135948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.135948] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.185389] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.185526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.195341] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.195466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.202765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.202891] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 832d83c2-16f7-4b23-acc4-0cf2e7a2d99e is going to be deleted. [ 1240.203805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.204117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.302494] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.302494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.321061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.321157] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50d08bc-cc86-4a04-9295-aa033a1b2506 is going to be deleted. [ 1240.321979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.322196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.325636] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.333170] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.333274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.339784] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.339908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.339978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.340164] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.340311] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.340406] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.340470] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.340610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.340718] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.340793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.340935] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.341044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.341105] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.341242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.341376] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.341466] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.341526] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.341682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.341762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.341840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.341920] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.345508] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.345599] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684 is going to be deleted. [ 1240.346352] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.346516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.410474] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.410588] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.432936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.432936] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48821612-f945-40f8-855b-22b5268c12b6 is going to be deleted. [ 1240.434213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.434412] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.480512] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.480615] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75f4b1b-914b-4a4d-863c-de67d105f00b is going to be deleted. [ 1240.481428] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.481661] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.503347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.503468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.539658] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.539782] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.540534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.540947] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598c60b9-afc5-4456-8906-3fb64d02e856 is going to be deleted. [ 1240.541515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.541739] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.607567] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.607690] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.609297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.609414] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c88bd39-fd94-4328-8c0a-e0cca744cc3c is going to be deleted. [ 1240.610379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.610582] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.665636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.665797] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 277eb914-b31e-44f6-8175-3157c1f39504 is going to be deleted. [ 1240.666675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.666889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.704748] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.704912] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.722195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.722315] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b3e571-13ee-4308-8e83-c1a4ce745c42 is going to be deleted. [ 1240.723114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.723318] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.743478] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.743618] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.762095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.762204] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81c3599f-0f1f-4978-8abc-c0fd9117fe39 is going to be deleted. [ 1240.762924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.763139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.763230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.763354] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.763501] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.763653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.763736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.763848] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14ca064b-fea1-4d9f-a1af-1a5998c7fa28" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.764308] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.764465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.764549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.764666] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8de9c2-5144-4077-85fe-84bbc1ebeb24" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.764793] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.764933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.765018] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.765123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1765dbb4-8eae-46d9-9045-89147028203b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.765244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.765381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.765457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.765562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38005eb7-0352-46b2-8b3c-8017a48d8842" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.765683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.765820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.765893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.766011] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2c33a8-6a8e-4134-99e8-9e1c74118375" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.766143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.766280] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.766355] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.766461] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02284d39-f927-4713-83e4-e22dda23c735" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.766579] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.766716] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.766832] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.766956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78b6be1-ea4f-4c79-b64c-0f80afdcc3fd" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.767092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.767236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.767310] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.767415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-832d83c2-16f7-4b23-acc4-0cf2e7a2d99e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.767533] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.767668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.767741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.767849] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50d08bc-cc86-4a04-9295-aa033a1b2506" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.767969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.768117] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.768191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.768299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ebe25e-ccdd-4ee5-ac8d-67abc7bbd684" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.768418] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.768565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.768651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.768762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48821612-f945-40f8-855b-22b5268c12b6" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.768878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.769027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.769104] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.769213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75f4b1b-914b-4a4d-863c-de67d105f00b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.769332] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.769469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.769541] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.769645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598c60b9-afc5-4456-8906-3fb64d02e856" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.769762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.769895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.769967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.770079] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c88bd39-fd94-4328-8c0a-e0cca744cc3c" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.827493] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4596fff2-79f0-41b9-b11a-35e704c0dfbe: rpc.has_security_group_logging(os_id): False [ 1240.844113] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71220ce8-0ce5-405c-8aea-87fa9f05af92: rpc.has_security_group_logging(os_id): False [ 1240.862149] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.862289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.862333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.862518] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.862610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.862724] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-277eb914-b31e-44f6-8175-3157c1f39504" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.863565] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.863678] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.863746] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.863908] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.865432] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.865527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.875756] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.875854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.890915] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.891058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.897417] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1240.897857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.898111] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.898197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.898263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.898438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.898516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.898609] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1240.899549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.899717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.899805] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.899920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b3e571-13ee-4308-8e83-c1a4ce745c42" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.900054] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.900197] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.946771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.947026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.947140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.947199] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.947379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.947456] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.947656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.947752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.947808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.947950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.948032] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.948207] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.948286] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.948348] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.948467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.948569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.948634] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1240.949685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.949862] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.949947] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.950073] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81c3599f-0f1f-4978-8abc-c0fd9117fe39" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.031656] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.031858] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.031952] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.032222] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.032403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.048087] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1241.055432] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.055569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.055650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.055865] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.056030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.074456] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1241.770340] env[62626]: INFO networking_nsxv3.common.synchronization [req-e2192302-9c86-4e92-8972-933ce96aa903 req-c25e571d-fa9b-40b5-ba8f-212bf97bad72 tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1241.770783] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1241.771110] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.771233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.771301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.771491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.771636] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.772072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.772072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.772072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.772072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.772295] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.961764] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d088c0bb-d542-488a-898d-70e1c7a7715a in Status: SUCCESS [ 1241.961764] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d088c0bb-d542-488a-898d-70e1c7a7715a deletion is rescheduled due to dependency. [ 1241.961764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d088c0bb-d542-488a-898d-70e1c7a7715a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.275044] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.776770] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.061066] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1243.061066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.089133] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1243.089244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.279564] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.279753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.279753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.279939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.280044] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.280146] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1243.308869] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.309103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.309103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.309377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.309481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.319316] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1245.330388] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1245.330608] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.772017] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.772380] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.014682] env[62626]: INFO networking_nsxv3.common.synchronization [req-35415873-d058-470b-81bb-6e965fbfb1c6 req-a08eec94-743e-46f7-815a-51df436c2fdd tempest-ServersTestJSON-1712491470 tempest-ServersTestJSON-1712491470-project-member] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1248.015175] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGHEST for action security_group_members [ 1248.015483] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.016764] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.016764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.016764] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.518269] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.518462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.518545] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.518708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.518808] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.519014] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.519112] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.519166] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.519324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.519403] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.519487] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be updated. [ 1248.546476] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.546643] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.546711] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.546846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.546972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.554805] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: IN_PROGRESS for 2s [ 1250.566199] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 in Status: SUCCESS [ 1250.566592] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 deletion is rescheduled due to dependency. [ 1250.566592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.606322] env[62626]: INFO networking_nsxv3.common.synchronization [None req-b9ca94e0-c687-4ae9-9030-88d6825d4db9 None None] Enqueued Resource ID: bcd66e5d-848a-4f63-947e-e9f70de39462 with Priority: HIGHEST for action port [ 1251.607297] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd66e5d-848a-4f63-947e-e9f70de39462 with Priority: HIGHEST for action port [ 1251.607297] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd66e5d-848a-4f63-947e-e9f70de39462 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.607297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd66e5d-848a-4f63-947e-e9f70de39462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.607297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd66e5d-848a-4f63-947e-e9f70de39462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.607647] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd66e5d-848a-4f63-947e-e9f70de39462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.607647] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd66e5d-848a-4f63-947e-e9f70de39462',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.913624] env[62626]: INFO networking_nsxv3.common.synchronization [None req-6caa1647-8caf-4b7d-b2f7-c3191b45c603 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_rules [ 1251.914279] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_rules [ 1251.914453] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.914574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.914638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.915270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.915370] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.996822] env[62626]: INFO networking_nsxv3.common.synchronization [None req-49858fbc-c88e-44d5-8dee-7a342b47015f tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_rules [ 1251.996822] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_rules [ 1251.996958] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.997080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.109713] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcd66e5d-848a-4f63-947e-e9f70de39462 [ 1252.110843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.110843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.110843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.110843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.110843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.110843] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcd66e5d-848a-4f63-947e-e9f70de39462 already deleted. [ 1252.110843] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd66e5d-848a-4f63-947e-e9f70de39462" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.435600] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.436139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.436139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.436139] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.436300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.436401] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d already deleted. [ 1252.436448] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.436604] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.436767] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.436846] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.956929] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.957322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.957322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.957322] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.957513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.957513] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d already deleted. [ 1252.957651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.422799] env[62626]: INFO networking_nsxv3.common.synchronization [None req-3a8daa7e-577d-4c98-a6f4-b7e9c20034c4 None None] Enqueued Resource ID: 05a990b3-9817-4cb0-9149-8d94f87119f7 with Priority: HIGHEST for action port [ 1253.423528] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a990b3-9817-4cb0-9149-8d94f87119f7 with Priority: HIGHEST for action port [ 1253.423992] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a990b3-9817-4cb0-9149-8d94f87119f7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.424565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a990b3-9817-4cb0-9149-8d94f87119f7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.425163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a990b3-9817-4cb0-9149-8d94f87119f7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.425398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a990b3-9817-4cb0-9149-8d94f87119f7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.425516] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a990b3-9817-4cb0-9149-8d94f87119f7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.928208] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05a990b3-9817-4cb0-9149-8d94f87119f7 [ 1253.928477] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.928979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.928979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.928979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.928979] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.929206] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05a990b3-9817-4cb0-9149-8d94f87119f7 already deleted. [ 1253.929206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a990b3-9817-4cb0-9149-8d94f87119f7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.959499] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c2a0168-3805-463b-8592-0013c36d0809 req-c0864de2-4999-4137-97cf-631ab9462caf tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_members [ 1257.959807] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_members [ 1257.959972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.960106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.960173] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.960570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.960749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.960871] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.960933] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.961183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.961326] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.961463] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.431639] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.431850] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.431978] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.432332] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.432601] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.432768] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.432909] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.433117] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.433270] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.433485] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.433602] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.433715] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.433829] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.433946] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.434066] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.434201] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.454089] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.454265] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.454409] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.454587] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.454885] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-50b03726-5f01-4141-a746-fb21f7bcb481 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.455068] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.455195] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.455513] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.455655] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b03726-5f01-4141-a746-fb21f7bcb481',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.464189] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.464320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.464390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.464595] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.464701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.464974] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.465114] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.465182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.465330] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.465409] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.465492] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d already deleted. [ 1258.465571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.962121] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.962121] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 50b03726-5f01-4141-a746-fb21f7bcb481 not found, creating... [ 1258.962121] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.962121] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.962930] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.962930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.962930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.962930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.962930] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.962930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 50b03726-5f01-4141-a746-fb21f7bcb481 is going to be created. [ 1258.980407] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.980620] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.980751] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.981113] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.981350] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.981571] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.659992] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c2a0168-3805-463b-8592-0013c36d0809 req-e7e41d11-267f-455d-ac7f-74ace0d643ab service nova] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_rules [ 1259.660202] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c2a0168-3805-463b-8592-0013c36d0809 req-e7e41d11-267f-455d-ac7f-74ace0d643ab service nova] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_members [ 1259.660354] env[62626]: INFO networking_nsxv3.common.synchronization [req-8c2a0168-3805-463b-8592-0013c36d0809 req-e7e41d11-267f-455d-ac7f-74ace0d643ab service nova] Enqueued Resource ID: 50b03726-5f01-4141-a746-fb21f7bcb481 with Priority: HIGHEST for action port [ 1259.660583] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_rules [ 1259.660709] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_members [ 1259.660805] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b03726-5f01-4141-a746-fb21f7bcb481 with Priority: HIGHEST for action port [ 1259.661922] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.662208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.662283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.662497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.662585] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.663459] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.663570] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.663638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.663807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.663952] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.664058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.664126] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.664256] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.664340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.664436] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.665158] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b03726-5f01-4141-a746-fb21f7bcb481 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.665263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.665331] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.665597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.665597] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b03726-5f01-4141-a746-fb21f7bcb481',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.167748] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.168489] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.168609] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.168756] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b03726-5f01-4141-a746-fb21f7bcb481 with status ACTIVE [ 1260.168939] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.169074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.169145] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.169338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.169426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.169599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.169699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.169758] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.169911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.169984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.170178] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.170265] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.170321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.170457] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.170527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.170612] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b03726-5f01-4141-a746-fb21f7bcb481 is going to be updated. [ 1260.191073] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.191240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.191281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.191434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.191563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.191710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b03726-5f01-4141-a746-fb21f7bcb481" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.672657] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.175219] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.175537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.175537] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.175660] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.175753] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.175852] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d is going to be created. [ 1261.197846] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.197980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.198042] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.198228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1261.198373] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.208015] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d in Status: UNINITIALIZED for 2s [ 1263.219522] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d in Status: SUCCESS [ 1263.219887] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.219985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.220212] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.220469] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.220638] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.220695] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.220844] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.221013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.221124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.221220] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.723400] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.226130] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d: rpc.has_security_group_logging(os_id): False [ 1264.244879] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.245118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.245118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.245291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.245380] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.245614] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.245717] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.245787] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.245932] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.246017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.246109] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d is going to be created. [ 1264.397373] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.397601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.397601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.397779] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.397963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.407734] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d in Status: IN_PROGRESS for 2s [ 1264.662432] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.662554] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1266.251836] env[62626]: INFO networking_nsxv3.common.synchronization [req-4111299b-0a9c-4928-8548-8a4acd30e514 req-d2dd0017-8e40-4927-9d5d-5c7ac7fbc097 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1266.252558] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1266.252558] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.252558] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.252764] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.252815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.252996] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.253118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.253180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.253333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.253419] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.253509] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.421610] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d in Status: SUCCESS [ 1266.421831] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.755825] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.756072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.756072] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.756198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.756292] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.756478] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.756573] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.756633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.756780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.756855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.756941] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1266.786116] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.786284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.786284] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.786443] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.786569] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.794614] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1268.808094] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1268.808438] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe deletion is rescheduled due to dependency. [ 1268.808438] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.253642] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.253996] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.248582] env[62626]: INFO networking_nsxv3.common.synchronization [req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d req-d840cb6d-f008-4a38-bf69-7b24c630979a tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1273.248990] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1273.249280] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.249407] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.249481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.249665] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.249808] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.249902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.249963] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.250123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.250244] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.250340] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.506705] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.506916] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.507085] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.507381] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.507646] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.507811] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.507934] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.508214] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.508326] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.508538] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.508657] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.508772] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.508886] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.509011] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1273.509136] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.509270] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.528103] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.528260] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1273.528400] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.528566] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-104" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.528845] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.529037] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.529183] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.529465] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.529609] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f454b2-0e0a-41ad-a513-bba84f0a3fd4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.752182] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.752410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.752410] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.752572] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.752657] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.752849] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.752941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.752993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.753153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.753228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.753337] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1273.776401] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.776578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.776687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.776956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.777156] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.785638] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1274.032259] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.032526] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.032638] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.032920] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.033087] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.033246] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 not found, creating... [ 1274.033509] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.033746] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.033881] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.034118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.034268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.034554] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.034713] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.034832] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.035051] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.035208] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.035718] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 is going to be created. [ 1274.053175] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.053339] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.053460] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.053698] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.053921] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.054186] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.716582] env[62626]: INFO networking_nsxv3.common.synchronization [req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d req-0dd20223-f4d7-47e4-8001-4cc62cae4ddb service nova] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 1274.716819] env[62626]: INFO networking_nsxv3.common.synchronization [req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d req-0dd20223-f4d7-47e4-8001-4cc62cae4ddb service nova] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1274.716894] env[62626]: INFO networking_nsxv3.common.synchronization [req-384173dd-aab0-4dbe-97ee-9de4a67d7a1d req-0dd20223-f4d7-47e4-8001-4cc62cae4ddb service nova] Enqueued Resource ID: b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 with Priority: HIGHEST for action port [ 1274.717389] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_rules [ 1274.717525] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1274.717620] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 with Priority: HIGHEST for action port [ 1274.717890] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.718025] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.718130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.718275] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.718353] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.719204] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.719307] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.719471] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.719571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.719635] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.719800] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.719862] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7f454b2-0e0a-41ad-a513-bba84f0a3fd4',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.221307] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.221492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.221613] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 with status ACTIVE [ 1275.221770] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.221881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.221940] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.222196] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.222301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.222460] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.222535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.222640] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.222736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.222826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.223069] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.223127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.223127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.223272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.223360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.223450] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7f454b2-0e0a-41ad-a513-bba84f0a3fd4 is going to be updated. [ 1275.245011] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.245142] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.245213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.245387] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.245529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.245675] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7f454b2-0e0a-41ad-a513-bba84f0a3fd4" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.795099] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1275.795099] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe deletion is rescheduled due to dependency. [ 1275.795099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.795099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.795099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.795737] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.795737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.795737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.795737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.795737] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.795737] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.299140] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.801966] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.304486] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.304644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.304708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.304931] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.304993] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.305125] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1277.331117] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.331278] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.331320] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.331530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.331667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.339085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1279.349977] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1279.350295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.350334] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.350530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.350718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.350830] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.350893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.351134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.351238] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.351298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.351403] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.718662] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.718662] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.854077] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.356136] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4596fff2-79f0-41b9-b11a-35e704c0dfbe: rpc.has_security_group_logging(os_id): False [ 1280.371865] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.372099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.372099] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.372302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.372408] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.372648] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.372756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.372820] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.372959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.373040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.373132] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1280.426771] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.427027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.427027] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.427183] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.427290] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.440424] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1282.453996] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1282.454299] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.719301] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.719301] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.719933] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.720354] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.721450] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.721450] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.722023] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.722491] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.723418] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.723794] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.724967] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.724967] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.552441] env[62626]: INFO networking_nsxv3.common.synchronization [None req-e79022d0-d055-422c-a68e-ab0024a1e558 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_rules [ 1314.552977] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_rules [ 1314.553327] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.553478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.553574] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.553850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.553966] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.613293] env[62626]: INFO networking_nsxv3.common.synchronization [None req-c9ed0899-0ffa-4f1d-a2f1-67d68a104838 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_rules [ 1314.613558] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_rules [ 1314.614036] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.614146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.073493] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.073641] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.073692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.073892] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.073982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.074092] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 already deleted. [ 1315.074177] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.074317] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.074471] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.074552] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.593369] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.593743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.593743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.593815] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.593866] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.594012] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 already deleted. [ 1315.594082] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.614952] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.615214] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.755906] env[62626]: INFO networking_nsxv3.common.synchronization [req-77908385-bd7b-4766-97a5-54b669becc86 req-ea00774e-d256-412c-a91c-7a1907aae433 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_members [ 1319.756422] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_members [ 1319.756735] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.756854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.756920] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.757184] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.757339] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.757444] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.757513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.757644] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1319.757727] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.757817] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.012906] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.013134] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.013268] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.013529] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.013790] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.013991] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.014453] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.014694] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.014847] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.015069] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.015190] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.015305] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.015415] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.015528] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.015638] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.015771] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.037012] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.037196] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1320.037341] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.037517] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.037812] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.037981] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.038118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.038443] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.038589] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6926cb6a-5bf7-4cf2-b852-9783320bb9b1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.260496] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.260715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.260715] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.260941] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.261035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.261237] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.261340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.261384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.261584] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.261662] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.261763] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 already deleted. [ 1320.261846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.541181] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.541480] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.541581] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.541888] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.542073] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.542239] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 not found, creating... [ 1320.542546] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.542699] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.542822] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.543054] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.543199] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.543484] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.543643] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.543766] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.543969] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.544118] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.544264] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 is going to be created. [ 1320.562937] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.562937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.562937] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.563275] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1320.563380] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.563574] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.229923] env[62626]: INFO networking_nsxv3.common.synchronization [req-77908385-bd7b-4766-97a5-54b669becc86 req-48146323-ea9a-4920-b771-f9089921cd13 service nova] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_rules [ 1321.230200] env[62626]: INFO networking_nsxv3.common.synchronization [req-77908385-bd7b-4766-97a5-54b669becc86 req-48146323-ea9a-4920-b771-f9089921cd13 service nova] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_members [ 1321.230256] env[62626]: INFO networking_nsxv3.common.synchronization [req-77908385-bd7b-4766-97a5-54b669becc86 req-48146323-ea9a-4920-b771-f9089921cd13 service nova] Enqueued Resource ID: 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 with Priority: HIGHEST for action port [ 1321.230470] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_rules [ 1321.230602] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_members [ 1321.230698] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 with Priority: HIGHEST for action port [ 1321.231257] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.231383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.231462] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.231669] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.231753] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.233646] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.233791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.233857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.234034] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.234183] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.237096] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.237096] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.237096] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.237096] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6926cb6a-5bf7-4cf2-b852-9783320bb9b1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.738133] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.738267] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.738474] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.739346] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 with status ACTIVE [ 1321.739569] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.739683] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.739752] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.739958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.740060] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.740228] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.740323] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.740382] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.740535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.740615] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.740897] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.740997] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.741068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.741233] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.741563] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.741676] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6926cb6a-5bf7-4cf2-b852-9783320bb9b1 is going to be updated. [ 1321.760717] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.760907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.760907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.761131] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.761264] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.761416] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6926cb6a-5bf7-4cf2-b852-9783320bb9b1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.243698] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.746579] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.746776] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.746857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.747035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.747140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.747240] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 is going to be created. [ 1322.771822] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.771980] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.772074] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.772213] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.772364] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.781078] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 in Status: UNINITIALIZED for 2s [ 1324.791930] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 in Status: SUCCESS [ 1324.792393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.792393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.792520] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.792718] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.792839] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.792901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.793070] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.793149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.793236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.793323] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.295229] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.797571] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00b1b22-0e90-4aab-8e4e-78f2ebe74e38: rpc.has_security_group_logging(os_id): False [ 1325.814578] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.814757] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.814801] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.815028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.815130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.815380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.815492] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.815551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.815707] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.815788] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.815876] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 is going to be created. [ 1325.871612] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.871806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.871806] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.872016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.872191] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.882155] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 in Status: IN_PROGRESS for 2s [ 1326.231925] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.232051] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1327.894798] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 in Status: SUCCESS [ 1327.895130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.233023] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.233367] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.796134] env[62626]: INFO networking_nsxv3.common.synchronization [req-1f41f204-0ba4-4b17-be03-911c8a5f6636 req-8cb23f8e-0bad-46d0-bdc9-2ffefbb852a2 tempest-ServerActionsTestJSON-514997724 tempest-ServerActionsTestJSON-514997724-project-member] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1335.796639] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGHEST for action security_group_members [ 1335.796926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.797610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.797610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.797610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.797610] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.797610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.797610] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.797878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.797878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.797961] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.300243] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.300562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.300562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.300704] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.300756] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.300947] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.301058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.301127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.301258] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.301333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.301420] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be updated. [ 1336.352690] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.352960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.352960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.353097] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.353195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.361599] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: IN_PROGRESS for 2s [ 1338.373698] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe in Status: SUCCESS [ 1338.374118] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe deletion is rescheduled due to dependency. [ 1338.374118] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.797556] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.797937] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.798419] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.798867] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.800394] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.800725] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.802306] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.802747] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.803863] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.804315] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.805018] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.805372] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.804455] env[62626]: INFO networking_nsxv3.common.synchronization [req-00531bfa-6dd5-4a89-ac60-ea8fc04e30f9 req-65965ec0-e516-48ba-b586-b1daa51ef6d0 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_members [ 1369.804979] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGHEST for action security_group_members [ 1369.805295] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.805415] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.805478] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.805667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.805843] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.805936] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.806023] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.806168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1369.806271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.806362] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.309095] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.309095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.309095] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.309469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.309469] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.309592] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.309699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.309761] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.309919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.310016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.310085] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 is going to be updated. [ 1370.340869] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.341061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.341061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.341208] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.341337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.349583] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 in Status: IN_PROGRESS for 2s [ 1372.360967] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 in Status: SUCCESS [ 1372.361377] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 deletion is rescheduled due to dependency. [ 1372.361377] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.806108] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.806466] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.807396] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.807798] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.249146] env[62626]: INFO networking_nsxv3.common.synchronization [req-b8adf8a0-79d0-4e9a-bdf6-24e4a96e5135 req-8c60aa67-485d-457a-81c3-b9414fbb51b1 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_members [ 1381.249713] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGHEST for action security_group_members [ 1381.250090] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.250386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.250386] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.250477] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.250708] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.250708] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.250825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.250864] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.250958] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.251073] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.753683] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.753883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.753883] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.754083] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.754179] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.754380] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.754474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.754538] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.754686] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.754760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.754843] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d is going to be updated. [ 1381.783695] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.783835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.783878] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.784024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.784155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.793726] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d in Status: IN_PROGRESS for 2s [ 1383.804474] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d in Status: SUCCESS [ 1383.804850] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d deletion is rescheduled due to dependency. [ 1383.804850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.845787] env[62626]: INFO networking_nsxv3.common.synchronization [None req-ae2a16e0-d43e-4928-b1dd-889c509af405 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_rules [ 1385.846345] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_rules [ 1385.846650] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.846772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.846840] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.847134] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.847222] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.910609] env[62626]: INFO networking_nsxv3.common.synchronization [None req-448b32dc-5968-4ef9-95e0-0c0096715dae tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_rules [ 1385.911138] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_rules [ 1385.911456] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.911578] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.368353] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.368525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.368566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.368774] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.368863] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.368957] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 already deleted. [ 1386.369052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.369201] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.369360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.369440] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.889345] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.889699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.889699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.889795] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1386.889828] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.889920] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 already deleted. [ 1386.890098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.912208] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.912492] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.068768] env[62626]: INFO networking_nsxv3.common.synchronization [req-b3ebc869-8417-4d28-851b-d70df061e571 req-98477351-a899-4486-8335-6dde478a73aa tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_members [ 1391.069463] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_members [ 1391.069891] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.070206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.070333] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.070689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.070934] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.071122] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.071262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.071484] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.071633] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.071783] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.521338] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.521547] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.521678] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.521949] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.522255] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.522418] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.522540] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.522755] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.522916] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.523307] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.523436] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.523550] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.523665] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.523777] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.523886] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.524053] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.545046] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.545203] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1391.545341] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.545503] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.545763] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.545923] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.546054] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.546339] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.546482] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a22f6ab-3db3-4d44-95c1-7da7af3da82e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.578503] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.578667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.578667] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.578818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.578901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.579098] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.579188] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.579251] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.579391] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.579464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.579547] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 already deleted. [ 1391.579624] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.048994] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.049414] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.049414] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.049671] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.049834] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.050039] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 1a22f6ab-3db3-4d44-95c1-7da7af3da82e not found, creating... [ 1392.050311] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.050506] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.050630] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.050850] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.050997] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.051324] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.051477] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.051601] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.051809] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.051948] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.052129] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 1a22f6ab-3db3-4d44-95c1-7da7af3da82e is going to be created. [ 1392.075456] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.075646] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.075748] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.075972] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.076211] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.076430] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.733362] env[62626]: INFO networking_nsxv3.common.synchronization [req-b3ebc869-8417-4d28-851b-d70df061e571 req-bcb0d3a8-031c-4c8b-a606-274a72329478 service nova] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_rules [ 1392.733544] env[62626]: INFO networking_nsxv3.common.synchronization [req-b3ebc869-8417-4d28-851b-d70df061e571 req-bcb0d3a8-031c-4c8b-a606-274a72329478 service nova] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_members [ 1392.733692] env[62626]: INFO networking_nsxv3.common.synchronization [req-b3ebc869-8417-4d28-851b-d70df061e571 req-bcb0d3a8-031c-4c8b-a606-274a72329478 service nova] Enqueued Resource ID: 1a22f6ab-3db3-4d44-95c1-7da7af3da82e with Priority: HIGHEST for action port [ 1392.733924] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_rules [ 1392.734068] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_members [ 1392.734169] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22f6ab-3db3-4d44-95c1-7da7af3da82e with Priority: HIGHEST for action port [ 1392.734702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.734835] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.734934] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.735227] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.735314] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.736541] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.736651] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.736798] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.736966] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.737118] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.737215] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.737274] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.737414] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.737530] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.737583] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.739195] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.739300] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.739375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.739616] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.739697] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a22f6ab-3db3-4d44-95c1-7da7af3da82e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.237608] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.238045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.240075] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.240952] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a22f6ab-3db3-4d44-95c1-7da7af3da82e with status ACTIVE [ 1393.241148] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.241268] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.241340] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.241535] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.241619] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.241804] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.241896] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.241975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.242155] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.242231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.242418] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.243045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.243045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.243045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.243045] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.243045] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a22f6ab-3db3-4d44-95c1-7da7af3da82e is going to be updated. [ 1393.270026] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.270189] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.270230] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.270394] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.270565] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.270725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a22f6ab-3db3-4d44-95c1-7da7af3da82e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.745808] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.247811] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.248223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.248223] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.248294] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.248325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.248423] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 is going to be created. [ 1394.273871] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.274051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.274051] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.274236] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.274383] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.283552] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 in Status: UNINITIALIZED for 2s [ 1396.295563] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 in Status: SUCCESS [ 1396.295826] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.295925] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.296157] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.296349] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.296464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.296529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.296681] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.296762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.296846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.296935] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.799473] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.302445] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6bd883c-1edd-4d8e-ae44-39d687364d35: rpc.has_security_group_logging(os_id): False [ 1397.320364] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.320515] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.320586] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.320785] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.320873] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.321125] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.321226] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.321288] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.321434] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.321511] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.321596] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 is going to be created. [ 1397.380438] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.380645] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.380763] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.381050] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.381324] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.390856] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 in Status: IN_PROGRESS for 2s [ 1397.735428] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.735652] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1399.404707] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 in Status: SUCCESS [ 1399.405123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.737302] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.737716] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.738979] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.739380] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.740565] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.740947] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.741340] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.741700] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.742515] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.742919] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.744383] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.744750] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.745401] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.745841] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.746549] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.746894] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.747546] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.747946] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.588536] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1446.588974] env[62626]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1f8abe50-1896-4f0d-acaf-4a8a4b9770aa None None] NSXv3 Agent Agent loop - iteration:4 started [ 1447.748771] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.749092] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.749513] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.749949] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.285036] env[62626]: INFO networking_nsxv3.common.synchronization [req-9cbc8473-b4a6-4f13-86bc-2e33c4afac9e req-8d696db1-4935-491f-9c62-f6ccd884feba tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_members [ 1454.285421] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGHEST for action security_group_members [ 1454.286127] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.286127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.286127] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.286350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.286607] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.287942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.287942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.287942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.287942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.287942] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.790051] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.790272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.790272] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.790460] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.790554] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.790750] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.790847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.790901] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.791066] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.791143] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.791231] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 is going to be updated. [ 1454.831214] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.831392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.831392] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.831522] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.831653] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.839508] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 in Status: IN_PROGRESS for 2s [ 1456.849547] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 in Status: SUCCESS [ 1456.849907] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 deletion is rescheduled due to dependency. [ 1456.849907] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.879887] env[62626]: INFO networking_nsxv3.common.synchronization [None req-8db47bd6-f76a-4011-bf6a-d616ce13d1ac tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_rules [ 1458.880400] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_rules [ 1458.880707] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.880847] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.880919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.881301] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.881386] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.942751] env[62626]: INFO networking_nsxv3.common.synchronization [None req-29a951d9-c04e-4dfc-a859-84c63161bee9 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_rules [ 1458.943187] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_rules [ 1458.943692] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.943692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.401797] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.401797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.401797] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.402052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.402090] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.402169] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f already deleted. [ 1459.402249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.403024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.403024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.403024] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.922946] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.923298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.923298] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.923475] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.923562] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.923659] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f already deleted. [ 1459.923741] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.943907] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.944233] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.063030] env[62626]: INFO networking_nsxv3.common.synchronization [req-d332fcc4-2228-4990-bf50-99fabef30615 req-261a6a1c-6425-48b3-a919-43638ead673a tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_members [ 1464.063030] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_members [ 1464.063030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.063030] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.063030] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.063030] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.386701] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.386909] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.387051] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.387322] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.387663] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.387853] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.387977] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.388357] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.388513] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.388752] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1464.388867] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] NeedRegenerationException {{(pid=62626) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1464.388980] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] no value, waiting for create lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1464.389108] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] value creation lock acquired {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1464.389220] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] No value present for key: 'zone-id' {{(pid=62626) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1464.389328] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Calling creation function for not-yet-present value {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1464.389464] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1464.410311] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1464.410462] env[62626]: DEBUG dogpile.cache.region [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62626) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1464.410601] env[62626]: DEBUG dogpile.lock [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Released creation lock {{(pid=62626) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1464.410763] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "network-489" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.411052] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock port-32206483-5744-4fe1-b456-aa85432e0fba taken with stack trace [, , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.411216] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.411336] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.411622] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.411766] env[62626]: DEBUG networking_nsxv3.api.rpc [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32206483-5744-4fe1-b456-aa85432e0fba',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.565470] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.565685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.565685] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.565825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.565910] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.566120] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.566216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.566270] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.566411] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.566513] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.566602] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f already deleted. [ 1464.566684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.913610] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.913820] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.913958] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.914256] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.914424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.914608] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Segment Port 32206483-5744-4fe1-b456-aa85432e0fba not found, creating... [ 1464.914896] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.915078] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.915203] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.915424] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.915573] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.915861] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.916066] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.916201] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.916415] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.916558] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.916701] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Resource: SegmentPort with ID: 32206483-5744-4fe1-b456-aa85432e0fba is going to be created. [ 1464.938911] env[62626]: DEBUG networking_nsxv3.common.locking [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.939144] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.939236] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.939473] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.939701] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.939913] env[62626]: DEBUG oslo_concurrency.lockutils [None req-3027017b-bd5f-429c-8eda-7089f6460edc None None] Releasing lock "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.593510] env[62626]: INFO networking_nsxv3.common.synchronization [req-d332fcc4-2228-4990-bf50-99fabef30615 req-06f7d363-6e35-4627-a5ce-6f77587950bc service nova] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_rules [ 1465.593748] env[62626]: INFO networking_nsxv3.common.synchronization [req-d332fcc4-2228-4990-bf50-99fabef30615 req-06f7d363-6e35-4627-a5ce-6f77587950bc service nova] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_members [ 1465.593847] env[62626]: INFO networking_nsxv3.common.synchronization [req-d332fcc4-2228-4990-bf50-99fabef30615 req-06f7d363-6e35-4627-a5ce-6f77587950bc service nova] Enqueued Resource ID: 32206483-5744-4fe1-b456-aa85432e0fba with Priority: HIGHEST for action port [ 1465.594092] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_rules [ 1465.594226] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_members [ 1465.594322] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32206483-5744-4fe1-b456-aa85432e0fba with Priority: HIGHEST for action port [ 1465.594858] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.594983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.595187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.595398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.595481] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.596929] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.597058] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.597125] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.597337] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.597484] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.597580] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.600312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.600312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.600312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.600312] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.600312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock port-32206483-5744-4fe1-b456-aa85432e0fba taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.600312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.600312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.600312] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.600312] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32206483-5744-4fe1-b456-aa85432e0fba',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.101722] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32206483-5744-4fe1-b456-aa85432e0fba with status ACTIVE [ 1466.101973] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.102128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.102198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.102445] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.102534] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.102723] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.102825] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.102889] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.103052] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.103130] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.103312] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.103405] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.103468] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.103601] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.103672] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.103755] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32206483-5744-4fe1-b456-aa85432e0fba is going to be updated. [ 1466.104953] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.105148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.105240] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.124127] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.124315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.124315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.124516] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1466.124650] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.124809] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32206483-5744-4fe1-b456-aa85432e0fba" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.607656] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.109643] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.109827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.109876] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.110115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.110209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.110988] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f is going to be created. [ 1467.134153] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.134295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.134346] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.134540] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.134705] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.142980] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: UNINITIALIZED for 2s [ 1469.154438] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: SUCCESS [ 1469.154814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.154814] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.154975] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.155171] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.155287] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.155353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.155496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.155576] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.155658] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.155746] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.657853] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.159384] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd679453-3dbd-4b44-81bf-da2d6a8c6d6f: rpc.has_security_group_logging(os_id): False [ 1470.176800] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.176959] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.177017] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.177216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.177305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.177534] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.177636] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.177701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.177850] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.177928] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.178027] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f is going to be created. [ 1470.231542] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.231732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.231732] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.231899] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.232063] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.242424] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: IN_PROGRESS for 2s [ 1470.595393] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.595576] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1472.255220] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: SUCCESS [ 1472.255642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.537742] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.538149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.538149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.538263] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.538294] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.040477] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.542960] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.596194] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.596342] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.045667] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1476.045898] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1476.778181] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.778611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.778611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.778611] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.791114] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1476.791903] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.792671] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1476.858555] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.858699] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.858768] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.858969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.872799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.873532] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1476.873618] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1476.873706] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1476.903169] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.903327] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.903381] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.903525] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.904148] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.904287] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1476.984806] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.985041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.985041] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.985195] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.985499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.985769] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1477.056147] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.056379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.056379] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.056504] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.056762] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.056998] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1477.057098] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c6bd883c-1edd-4d8e-ae44-39d687364d35', '4596fff2-79f0-41b9-b11a-35e704c0dfbe', 'e00b1b22-0e90-4aab-8e4e-78f2ebe74e38', 'dd679453-3dbd-4b44-81bf-da2d6a8c6d6f', 'f50a02f7-da3c-4c60-833e-fcd1c8510a7b', 'f474dce9-5d6a-4f40-9f3c-d48d2344b079', 'cebe780a-8cb8-4450-8508-349823be5351', '3353b3a2-53e8-4547-8c59-037d00ff89b7', '825e363d-38d9-4cb1-9b58-1682ed9e356e', 'bda13561-79bd-471f-a13f-514eb8f475ee', '47b2af73-45b4-4de3-a448-5036b638e18a', 'a4f4e845-f95a-4561-9aeb-f219004f8a0a', '427773a0-8460-4a6e-ae44-8b2e7f20faf3', '1b39c6e3-6654-4242-b0ef-84992eaf7918', '71220ce8-0ce5-405c-8aea-87fa9f05af92', '7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d', '56cd5fc5-643b-4b60-9b60-3b40717e0bfc', '1d4c3a93-9040-42bc-abb3-e420255e24e1', 'c6799730-efb4-435f-9884-13bb46eb2649', '0796e7e3-e030-402e-86ac-355af32c0a14', '37e820da-55c4-4661-af01-04a69f323c19', 'c9993405-57bf-46ac-a4fc-6638a7de8a9a', '49edde05-b29e-4380-b139-afbc77f5c256', 'b3360cf5-699c-417e-85f2-947ed141f377'} {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1477.057212] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1477.081997] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.082167] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.082209] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.082351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.082481] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.082587] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1477.082624] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1477.082711] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1477.160712] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.160985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.160985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.161152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.162216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.162484] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1477.162562] env[62626]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62626) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1477.162634] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1477.162701] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1477.162776] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1477.162847] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGH for action security_group_rules [ 1477.162924] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGH for action security_group_rules [ 1477.162993] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGH for action security_group_rules [ 1477.163067] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGH for action security_group_rules [ 1477.163130] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGH for action security_group_rules [ 1477.163186] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGH for action security_group_rules [ 1477.163431] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGH for action security_group_rules [ 1477.163431] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGH for action security_group_rules [ 1477.163431] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGH for action security_group_rules [ 1477.163431] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGH for action security_group_rules [ 1477.163674] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGH for action security_group_rules [ 1477.163674] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGH for action security_group_rules [ 1477.163674] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGH for action security_group_rules [ 1477.163674] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGH for action security_group_rules [ 1477.163815] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGH for action security_group_rules [ 1477.163815] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGH for action security_group_rules [ 1477.163878] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGH for action security_group_rules [ 1477.163909] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGH for action security_group_rules [ 1477.163942] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGH for action security_group_rules [ 1477.164074] env[62626]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGH for action security_group_rules [ 1477.164138] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.597055] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.597429] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1480.597429] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 with Priority: HIGH for action security_group_rules [ 1480.597429] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 with Priority: HIGH for action security_group_rules [ 1480.597530] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebe780a-8cb8-4450-8508-349823be5351 with Priority: HIGH for action security_group_rules [ 1480.597650] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 with Priority: HIGH for action security_group_rules [ 1480.597693] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0796e7e3-e030-402e-86ac-355af32c0a14 with Priority: HIGH for action security_group_rules [ 1480.597776] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6799730-efb4-435f-9884-13bb46eb2649 with Priority: HIGH for action security_group_rules [ 1480.597863] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 with Priority: HIGH for action security_group_rules [ 1480.597949] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc with Priority: HIGH for action security_group_rules [ 1480.598050] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 with Priority: HIGH for action security_group_rules [ 1480.598149] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d with Priority: HIGH for action security_group_rules [ 1480.598234] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 with Priority: HIGH for action security_group_rules [ 1480.598319] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a with Priority: HIGH for action security_group_rules [ 1480.598406] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2af73-45b4-4de3-a448-5036b638e18a with Priority: HIGH for action security_group_rules [ 1480.598490] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda13561-79bd-471f-a13f-514eb8f475ee with Priority: HIGH for action security_group_rules [ 1480.598579] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e with Priority: HIGH for action security_group_rules [ 1480.598663] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 with Priority: HIGH for action security_group_rules [ 1480.598747] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 with Priority: HIGH for action security_group_rules [ 1480.598833] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b with Priority: HIGH for action security_group_rules [ 1480.598917] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe with Priority: HIGH for action security_group_rules [ 1480.599012] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGH for action security_group_rules [ 1480.599369] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bd883c-1edd-4d8e-ae44-39d687364d35 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.599497] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.599566] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.599780] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.599861] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bd883c-1edd-4d8e-ae44-39d687364d35',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.601162] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.601281] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.602038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.602038] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.602038] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00b1b22-0e90-4aab-8e4e-78f2ebe74e38',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.602274] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cebe780a-8cb8-4450-8508-349823be5351 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.602499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.602499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.602612] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.602669] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cebe780a-8cb8-4450-8508-349823be5351',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.603398] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71220ce8-0ce5-405c-8aea-87fa9f05af92 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.603465] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.603500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.603668] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.603773] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71220ce8-0ce5-405c-8aea-87fa9f05af92',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.604458] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0796e7e3-e030-402e-86ac-355af32c0a14 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.604524] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.604559] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.604689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.604757] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0796e7e3-e030-402e-86ac-355af32c0a14',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.605548] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6799730-efb4-435f-9884-13bb46eb2649 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.605671] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.605950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.605950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.605950] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6799730-efb4-435f-9884-13bb46eb2649',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.606620] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d4c3a93-9040-42bc-abb3-e420255e24e1 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.606698] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.606760] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.606904] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.606977] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d4c3a93-9040-42bc-abb3-e420255e24e1',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.607619] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.607714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.607827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.607919] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.607991] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cd5fc5-643b-4b60-9b60-3b40717e0bfc',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.608640] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b39c6e3-6654-4242-b0ef-84992eaf7918 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.608742] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.608807] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.608946] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.609029] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b39c6e3-6654-4242-b0ef-84992eaf7918',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.609747] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.609857] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.609895] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.610061] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.610142] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.610779] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.610881] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.610942] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.611098] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.611171] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('427773a0-8460-4a6e-ae44-8b2e7f20faf3',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.611812] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.611918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.611983] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.612149] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.612228] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f4e845-f95a-4561-9aeb-f219004f8a0a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.612972] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47b2af73-45b4-4de3-a448-5036b638e18a taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.613092] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.613159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.613302] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.613373] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47b2af73-45b4-4de3-a448-5036b638e18a',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.614031] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda13561-79bd-471f-a13f-514eb8f475ee taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.614163] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.614224] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.614336] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.614407] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda13561-79bd-471f-a13f-514eb8f475ee',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.615057] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-825e363d-38d9-4cb1-9b58-1682ed9e356e taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.615153] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.615206] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.615350] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.615422] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('825e363d-38d9-4cb1-9b58-1682ed9e356e',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.616102] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.616178] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.616231] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.616375] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.616448] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f474dce9-5d6a-4f40-9f3c-d48d2344b079',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.617184] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3353b3a2-53e8-4547-8c59-037d00ff89b7 taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.617295] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.617351] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.617485] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.617557] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3353b3a2-53e8-4547-8c59-037d00ff89b7',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.618198] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.618296] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.618360] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.618500] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.618567] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f50a02f7-da3c-4c60-833e-fcd1c8510a7b',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.619213] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.619316] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.619384] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.619527] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.619599] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4596fff2-79f0-41b9-b11a-35e704c0dfbe',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.621711] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.621829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.621877] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.622009] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.622083] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.650749] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.650949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.650949] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.651137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.652835] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.652954] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.653923] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.654029] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.654675] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.654765] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.667249] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.667355] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 427773a0-8460-4a6e-ae44-8b2e7f20faf3 is going to be deleted. [ 1480.668137] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.668325] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.684670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.684789] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00b1b22-0e90-4aab-8e4e-78f2ebe74e38 is going to be deleted. [ 1480.685451] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.685629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.699491] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.699586] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cebe780a-8cb8-4450-8508-349823be5351 is going to be deleted. [ 1480.700254] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.700413] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.717827] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.717924] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6799730-efb4-435f-9884-13bb46eb2649 is going to be deleted. [ 1480.729904] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.730065] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.730132] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.730240] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.730321] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.730425] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-427773a0-8460-4a6e-ae44-8b2e7f20faf3" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.733926] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.734040] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.734109] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.734266] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.734335] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.734437] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00b1b22-0e90-4aab-8e4e-78f2ebe74e38" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.750384] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.750482] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.750551] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.750692] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.750772] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.750870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cebe780a-8cb8-4450-8508-349823be5351" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.765615] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.765736] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.765791] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.765924] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.766013] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.766115] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6799730-efb4-435f-9884-13bb46eb2649" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.138392] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.138701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.138701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.138911] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.139197] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.139390] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.139496] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.139687] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.139818] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.139971] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.140133] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.162976] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.163152] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.163218] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.163361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.186474] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.186592] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.187347] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.187474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.188096] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.188198] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.188892] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.189035] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.189630] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.189725] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.190451] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.190549] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.191255] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.191361] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.192023] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.192158] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.192818] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.192967] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.193599] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.193733] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.194303] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1481.194693] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.194799] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.195356] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1481.195743] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.195864] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0796e7e3-e030-402e-86ac-355af32c0a14 is going to be deleted. [ 1481.197140] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.197289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.197289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.197474] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.198813] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.198972] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.199471] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1481.199851] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.199982] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.223505] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1481.223956] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.224090] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b39c6e3-6654-4242-b0ef-84992eaf7918 is going to be deleted. [ 1481.224882] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.225085] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.245306] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.245421] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4596fff2-79f0-41b9-b11a-35e704c0dfbe is going to be deleted. [ 1481.246180] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.246396] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.253721] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.253829] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.262836] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.262934] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d4c3a93-9040-42bc-abb3-e420255e24e1 is going to be deleted. [ 1481.263682] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.263855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.281702] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.281856] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.286916] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.287036] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474dce9-5d6a-4f40-9f3c-d48d2344b079 is going to be deleted. [ 1481.287714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.287893] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.320684] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.320791] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47b2af73-45b4-4de3-a448-5036b638e18a is going to be deleted. [ 1481.321467] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.321642] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.353920] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.354047] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.360398] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.360496] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3353b3a2-53e8-4547-8c59-037d00ff89b7 is going to be deleted. [ 1481.361187] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.361362] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.403988] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.404123] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.406298] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.406426] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.417080] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.417202] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 825e363d-38d9-4cb1-9b58-1682ed9e356e is going to be deleted. [ 1481.417962] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.418159] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.445393] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.445497] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d is going to be deleted. [ 1481.446297] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.446489] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.459572] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.459688] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.488898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.489028] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda13561-79bd-471f-a13f-514eb8f475ee is going to be deleted. [ 1481.489769] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.489960] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.496138] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.496271] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.534255] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.534367] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bd883c-1edd-4d8e-ae44-39d687364d35 is going to be deleted. [ 1481.535062] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.535248] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.558999] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.559124] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.603431] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.603701] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f50a02f7-da3c-4c60-833e-fcd1c8510a7b is going to be deleted. [ 1481.604283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.604464] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.617708] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.617811] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.627176] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.627289] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.641597] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.641713] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.648996] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.664210] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.664286] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f4e845-f95a-4561-9aeb-f219004f8a0a is going to be deleted. [ 1481.665228] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.665417] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.725870] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.725969] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cd5fc5-643b-4b60-9b60-3b40717e0bfc is going to be deleted. [ 1481.726710] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.726898] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.732726] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.732874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.771915] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.772035] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71220ce8-0ce5-405c-8aea-87fa9f05af92 is going to be deleted. [ 1481.772751] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.772921] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.773016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.773140] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0796e7e3-e030-402e-86ac-355af32c0a14" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.773279] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.773422] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.773498] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.773614] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b39c6e3-6654-4242-b0ef-84992eaf7918" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.774046] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.774204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.774283] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.774399] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4596fff2-79f0-41b9-b11a-35e704c0dfbe" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.774529] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.774670] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.774766] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.774855] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f474dce9-5d6a-4f40-9f3c-d48d2344b079" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.774978] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.775128] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.775204] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.775305] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d4c3a93-9040-42bc-abb3-e420255e24e1" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.775423] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.775556] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.775629] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.775735] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47b2af73-45b4-4de3-a448-5036b638e18a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.775854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.775985] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.776068] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.776172] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3353b3a2-53e8-4547-8c59-037d00ff89b7" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.776291] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.776424] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.776494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.776597] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-825e363d-38d9-4cb1-9b58-1682ed9e356e" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.776714] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.776846] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.776918] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.777031] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda13561-79bd-471f-a13f-514eb8f475ee" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.777150] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.777282] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.777353] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.777455] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd0ea9d-3a3a-48a6-bb01-bf1a0a16dc5d" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.777571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.777701] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.777771] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.777874] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bd883c-1edd-4d8e-ae44-39d687364d35" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.777999] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.778146] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.778216] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.778315] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f50a02f7-da3c-4c60-833e-fcd1c8510a7b" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.811383] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.811499] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.811571] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.811703] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.811783] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.811886] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f4e845-f95a-4561-9aeb-f219004f8a0a" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.885522] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.885689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.885689] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.885854] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.885939] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.886056] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cd5fc5-643b-4b60-9b60-3b40717e0bfc" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.897481] env[62626]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1481.897906] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.898037] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.898106] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.898262] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1481.898341] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.898446] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71220ce8-0ce5-405c-8aea-87fa9f05af92" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.151107] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd679453-3dbd-4b44-81bf-da2d6a8c6d6f: rpc.has_security_group_logging(os_id): False [ 1482.173781] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.173950] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.174022] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.174190] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.194494] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.194754] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.194861] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.194926] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.195103] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.195182] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.195270] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f is going to be updated. [ 1482.250754] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.250902] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.250943] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.251111] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.251242] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.261034] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: IN_PROGRESS for 2s [ 1484.275226] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: SUCCESS [ 1484.275639] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.599812] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.600202] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.600687] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.601060] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.602362] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.602716] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.603622] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.604267] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.604991] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.605370] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.606111] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.606559] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.607441] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.607816] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.608593] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.608977] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.610078] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.610510] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.751033] env[62626]: INFO networking_nsxv3.common.synchronization [req-95567592-6d00-4980-b6e2-88854d3ff401 req-ba404a1a-b89c-47c2-8cb7-f8bab5839a87 tempest-AttachVolumeNegativeTest-1666161036 tempest-AttachVolumeNegativeTest-1666161036-project-member] Enqueued Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_members [ 1527.751579] env[62626]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f with Priority: HIGHEST for action security_group_members [ 1527.751884] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f taken with stack trace [, , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.752024] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.752168] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.752338] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.753028] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.753028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.753028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.753028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1527.753028] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.753028] env[62626]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd679453-3dbd-4b44-81bf-da2d6a8c6d6f',) {} {{(pid=62626) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.256057] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.256057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.256057] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.256436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.256436] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.256611] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.256694] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.256744] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.256913] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.257016] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.257093] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f is going to be updated. [ 1528.286503] env[62626]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62626) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.286503] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.286984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.286984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.286984] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.294828] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: IN_PROGRESS for 2s [ 1530.304650] env[62626]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f in Status: SUCCESS [ 1530.304916] env[62626]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd679453-3dbd-4b44-81bf-da2d6a8c6d6f deletion is rescheduled due to dependency. [ 1530.304969] env[62626]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd679453-3dbd-4b44-81bf-da2d6a8c6d6f" {{(pid=62626) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.752922] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.753369] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.754605] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.754605] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.755619] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.755619] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.757048] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.757048] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.758559] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.758559] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.759376] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.759376] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.760806] env[62626]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.760806] env[62626]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0